[ 578.706082] env[69304]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69304) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 578.706466] env[69304]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69304) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 578.706591] env[69304]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69304) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 578.706873] env[69304]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 578.814602] env[69304]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69304) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 578.825230] env[69304]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69304) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 578.874364] env[69304]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 579.441997] env[69304]: INFO nova.virt.driver [None req-79966d45-0ee2-4e35-8990-957dcc82e3e5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 579.537849] env[69304]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.537999] env[69304]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.538144] env[69304]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69304) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 582.541572] env[69304]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-cadcddc3-ca3e-4d67-a924-036422358682 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.559498] env[69304]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69304) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 582.559726] env[69304]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-87964d3f-e661-4152-827e-03a5dc3b4297 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.596937] env[69304]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6b2cf. [ 582.597191] env[69304]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.059s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.597758] env[69304]: INFO nova.virt.vmwareapi.driver [None req-79966d45-0ee2-4e35-8990-957dcc82e3e5 None None] VMware vCenter version: 7.0.3 [ 582.601329] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4cfd8-df3e-429f-91c9-e63c973efe41 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.623881] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc052b9-914a-4100-b572-6d2e318c5f41 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.630629] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77172763-7592-477d-83b2-4b5d3b90d4ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.637940] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c757d2-c955-4576-8e3b-ca6f7efdc522 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.651278] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dee722-e313-4fe1-a35a-702220516907 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.657585] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c09b5f-6d6e-43dc-8585-f0c33fcf1bb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.688072] env[69304]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-4e9fd66f-2dad-4dd4-9434-f242950ead50 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.693748] env[69304]: DEBUG nova.virt.vmwareapi.driver [None req-79966d45-0ee2-4e35-8990-957dcc82e3e5 None None] Extension org.openstack.compute already exists. {{(pid=69304) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 582.696522] env[69304]: INFO nova.compute.provider_config [None req-79966d45-0ee2-4e35-8990-957dcc82e3e5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 583.199601] env[69304]: DEBUG nova.context [None req-79966d45-0ee2-4e35-8990-957dcc82e3e5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f618e081-b899-4743-b6c3-7329b9be45b4(cell1) {{(pid=69304) load_cells /opt/stack/nova/nova/context.py:464}} [ 583.201731] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.201961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.202658] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.203126] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Acquiring lock "f618e081-b899-4743-b6c3-7329b9be45b4" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.203356] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Lock "f618e081-b899-4743-b6c3-7329b9be45b4" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.204387] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Lock "f618e081-b899-4743-b6c3-7329b9be45b4" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.226863] env[69304]: INFO dbcounter [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Registered counter for database nova_cell0 [ 583.239447] env[69304]: INFO dbcounter [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Registered counter for database nova_cell1 [ 583.242925] env[69304]: DEBUG oslo_db.sqlalchemy.engines [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69304) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 583.243355] env[69304]: DEBUG oslo_db.sqlalchemy.engines [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69304) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 583.248426] env[69304]: ERROR nova.db.main.api [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 583.248426] env[69304]: result = function(*args, **kwargs) [ 583.248426] env[69304]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 583.248426] env[69304]: return func(*args, **kwargs) [ 583.248426] env[69304]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 583.248426] env[69304]: result = fn(*args, **kwargs) [ 583.248426] env[69304]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 583.248426] env[69304]: return f(*args, **kwargs) [ 583.248426] env[69304]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 583.248426] env[69304]: return db.service_get_minimum_version(context, binaries) [ 583.248426] env[69304]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 583.248426] env[69304]: _check_db_access() [ 583.248426] env[69304]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 583.248426] env[69304]: stacktrace = ''.join(traceback.format_stack()) [ 583.248426] env[69304]: [ 583.249174] env[69304]: ERROR nova.db.main.api [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 583.249174] env[69304]: result = function(*args, **kwargs) [ 583.249174] env[69304]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 583.249174] env[69304]: return func(*args, **kwargs) [ 583.249174] env[69304]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 583.249174] env[69304]: result = fn(*args, **kwargs) [ 583.249174] env[69304]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 583.249174] env[69304]: return f(*args, **kwargs) [ 583.249174] env[69304]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 583.249174] env[69304]: return db.service_get_minimum_version(context, binaries) [ 583.249174] env[69304]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 583.249174] env[69304]: _check_db_access() [ 583.249174] env[69304]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 583.249174] env[69304]: stacktrace = ''.join(traceback.format_stack()) [ 583.249174] env[69304]: [ 583.249565] env[69304]: WARNING nova.objects.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 583.249696] env[69304]: WARNING nova.objects.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Failed to get minimum service version for cell f618e081-b899-4743-b6c3-7329b9be45b4 [ 583.250151] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Acquiring lock "singleton_lock" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.250317] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Acquired lock "singleton_lock" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.250566] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Releasing lock "singleton_lock" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.250897] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Full set of CONF: {{(pid=69304) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 583.251053] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ******************************************************************************** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 583.251183] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] Configuration options gathered from: {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 583.251317] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 583.251515] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 583.251642] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ================================================================================ {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 583.251849] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] allow_resize_to_same_host = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.252033] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] arq_binding_timeout = 300 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.252170] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] backdoor_port = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.252298] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] backdoor_socket = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.252463] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] block_device_allocate_retries = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.252684] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] block_device_allocate_retries_interval = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.252909] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cert = self.pem {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.253113] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.253290] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute_monitors = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.253457] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] config_dir = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.253630] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] config_drive_format = iso9660 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.253763] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.253925] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] config_source = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.254103] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] console_host = devstack {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.254269] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] control_exchange = nova {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.254429] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cpu_allocation_ratio = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.254587] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] daemon = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.254753] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] debug = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.254910] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] default_access_ip_network_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.255086] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] default_availability_zone = nova {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.255275] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] default_ephemeral_format = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.255446] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] default_green_pool_size = 1000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.255681] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.255845] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] default_schedule_zone = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.256021] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] disk_allocation_ratio = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.256182] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] enable_new_services = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.256446] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] enabled_apis = ['osapi_compute'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.256570] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] enabled_ssl_apis = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.256733] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] flat_injected = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.256891] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] force_config_drive = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.257061] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] force_raw_images = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.257235] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] graceful_shutdown_timeout = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.257397] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] heal_instance_info_cache_interval = -1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.257625] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] host = cpu-1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.257803] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.257966] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.258141] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.258404] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.258597] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_build_timeout = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.258764] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_delete_interval = 300 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.258935] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_format = [instance: %(uuid)s] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.259119] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_name_template = instance-%08x {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.259286] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_usage_audit = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.259457] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_usage_audit_period = month {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.259684] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.259874] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.260057] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] internal_service_availability_zone = internal {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.260220] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] key = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.260384] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] live_migration_retry_count = 30 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.260553] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_color = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.260717] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_config_append = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.260881] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261053] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_dir = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261212] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_file = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261343] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_options = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261503] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_rotate_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261668] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_rotate_interval_type = days {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261831] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] log_rotation_type = none {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.261961] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.262096] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.262267] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.262434] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.262561] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.262722] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] long_rpc_timeout = 1800 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.262881] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] max_concurrent_builds = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.263055] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] max_concurrent_live_migrations = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.263220] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] max_concurrent_snapshots = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.263379] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] max_local_block_devices = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.263537] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] max_logfile_count = 30 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.263692] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] max_logfile_size_mb = 200 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.263849] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] maximum_instance_delete_attempts = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.264023] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metadata_listen = 0.0.0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.264194] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metadata_listen_port = 8775 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.264366] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metadata_workers = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.264527] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] migrate_max_retries = -1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.264693] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] mkisofs_cmd = genisoimage {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.264900] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.265041] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] my_ip = 10.180.1.21 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.265272] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.265446] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] network_allocate_retries = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.265626] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.265794] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.265959] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] osapi_compute_listen_port = 8774 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.266139] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] osapi_compute_unique_server_name_scope = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.266364] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] osapi_compute_workers = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.266576] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] password_length = 12 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.266704] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] periodic_enable = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.266864] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] periodic_fuzzy_delay = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267044] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] pointer_model = usbtablet {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267217] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] preallocate_images = none {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267381] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] publish_errors = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267510] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] pybasedir = /opt/stack/nova {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267670] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ram_allocation_ratio = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267828] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] rate_limit_burst = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.267995] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] rate_limit_except_level = CRITICAL {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.268168] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] rate_limit_interval = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.268327] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reboot_timeout = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.268485] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reclaim_instance_interval = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.268639] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] record = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.268805] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reimage_timeout_per_gb = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.268969] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] report_interval = 120 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.269144] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] rescue_timeout = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.269304] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reserved_host_cpus = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.269463] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reserved_host_disk_mb = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.269620] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reserved_host_memory_mb = 512 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.269780] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] reserved_huge_pages = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.269939] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] resize_confirm_window = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.270112] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] resize_fs_using_block_device = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.270272] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] resume_guests_state_on_host_boot = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.270449] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.270606] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] rpc_response_timeout = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.270766] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] run_external_periodic_tasks = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.270933] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] running_deleted_instance_action = reap {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.271105] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.271265] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] running_deleted_instance_timeout = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.271424] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler_instance_sync_interval = 120 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.271591] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_down_time = 720 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.271759] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] servicegroup_driver = db {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.271916] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] shell_completion = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.272090] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] shelved_offload_time = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.272253] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] shelved_poll_interval = 3600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.272423] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] shutdown_timeout = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.272586] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] source_is_ipv6 = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.272748] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ssl_only = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.273020] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.273209] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] sync_power_state_interval = 600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.273376] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] sync_power_state_pool_size = 1000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.273547] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] syslog_log_facility = LOG_USER {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.273707] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] tempdir = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.273870] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] timeout_nbd = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.274054] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] transport_url = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.274221] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] update_resources_interval = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.274385] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] use_cow_images = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.274544] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] use_journal = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.274706] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] use_json = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.274863] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] use_rootwrap_daemon = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.275030] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] use_stderr = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.275226] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] use_syslog = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.275377] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vcpu_pin_set = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.275555] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plugging_is_fatal = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.275724] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plugging_timeout = 300 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.275893] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] virt_mkfs = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.276087] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] volume_usage_poll_interval = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.276320] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] watch_log_file = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.276478] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] web = /usr/share/spice-html5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 583.276705] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.276838] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.277009] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.277194] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_concurrency.disable_process_locking = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.741143] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.741501] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.741582] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.741770] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.741947] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.742161] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.742358] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.auth_strategy = keystone {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.742538] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.compute_link_prefix = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.742720] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.742931] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.dhcp_domain = novalocal {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.743080] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.enable_instance_password = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.743287] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.glance_link_prefix = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.743489] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.743668] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.743835] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.instance_list_per_project_cells = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.744045] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.list_records_by_skipping_down_cells = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.744182] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.local_metadata_per_cell = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.744355] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.max_limit = 1000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.744523] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.metadata_cache_expiration = 15 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.744697] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.neutron_default_tenant_id = default {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.744882] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.response_validation = warn {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.745059] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.use_neutron_default_nets = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.745266] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.745448] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.745619] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.745795] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.745970] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_dynamic_targets = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.746154] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_jsonfile_path = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.746390] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.746609] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.backend = dogpile.cache.memcached {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.746786] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.backend_argument = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.746951] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.backend_expiration_time = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.747142] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.config_prefix = cache.oslo {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.747317] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.dead_timeout = 60.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.747489] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.debug_cache_backend = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.747651] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.enable_retry_client = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.747814] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.enable_socket_keepalive = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.747987] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.enabled = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.748169] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.enforce_fips_mode = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.748334] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.expiration_time = 600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.748501] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.hashclient_retry_attempts = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.748667] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.748864] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_dead_retry = 300 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.749018] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_password = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.749189] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.749376] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.749560] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_pool_maxsize = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.749720] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.749884] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_sasl_enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.750078] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.750250] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.750415] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.memcache_username = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.750580] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.proxies = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.750741] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_db = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.750899] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_password = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.751082] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.751263] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.751434] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_server = localhost:6379 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.751598] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_socket_timeout = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.751756] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.redis_username = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.751916] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.retry_attempts = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.752095] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.retry_delay = 0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.752261] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.socket_keepalive_count = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.752453] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.socket_keepalive_idle = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.752624] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.socket_keepalive_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.752860] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.tls_allowed_ciphers = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.752946] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.tls_cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.753123] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.tls_certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.753306] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.tls_enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.753420] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cache.tls_keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.753595] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.753871] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.auth_type = password {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.754076] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.754266] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.754431] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.754596] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.754761] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.cross_az_attach = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.754926] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.debug = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.755099] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.endpoint_template = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.755309] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.http_retries = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.755507] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.755674] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.755847] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.os_region_name = RegionOne {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.756026] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.756193] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cinder.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.756401] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.756563] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.cpu_dedicated_set = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.756724] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.cpu_shared_set = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.756889] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.image_type_exclude_list = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.757066] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.757234] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.757394] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.757597] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.757722] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.757885] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.resource_provider_association_refresh = 300 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.758056] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.758222] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.shutdown_retry_interval = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.758433] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.758621] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] conductor.workers = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.758800] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] console.allowed_origins = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.758959] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] console.ssl_ciphers = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.759152] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] console.ssl_minimum_version = default {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.759320] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] consoleauth.enforce_session_timeout = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.759493] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] consoleauth.token_ttl = 600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.759664] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.759827] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.759991] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.760171] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.760337] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.760503] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.760669] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.760830] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.760992] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.761168] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.761342] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.761527] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.761690] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.761871] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.service_type = accelerator {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.762047] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.762212] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.762376] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.762535] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.762715] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.762878] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] cyborg.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.763065] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.asyncio_connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.763238] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.asyncio_slave_connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.763468] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.backend = sqlalchemy {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.763580] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.763745] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.connection_debug = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.763918] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.connection_parameters = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.764096] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.connection_recycle_time = 3600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.764268] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.connection_trace = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.764457] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.db_inc_retry_interval = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.764730] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.db_max_retries = 20 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.764917] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.db_max_retry_interval = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.765098] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.db_retry_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.765295] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.max_overflow = 50 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.765474] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.max_pool_size = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.765643] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.max_retries = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.765816] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.765978] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.mysql_wsrep_sync_wait = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.766154] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.pool_timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.766365] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.retry_interval = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.766542] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.slave_connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.766695] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.sqlite_synchronous = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.766859] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] database.use_db_reconnect = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.767041] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.asyncio_connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.767211] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.asyncio_slave_connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.767420] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.backend = sqlalchemy {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.767615] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.767788] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.connection_debug = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.767960] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.connection_parameters = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.768142] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.connection_recycle_time = 3600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.768312] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.connection_trace = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.768479] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.db_inc_retry_interval = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.768645] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.db_max_retries = 20 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.768813] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.db_max_retry_interval = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.768979] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.db_retry_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.769161] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.max_overflow = 50 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.769326] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.max_pool_size = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.769494] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.max_retries = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.769661] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.769820] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.769977] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.pool_timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.770155] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.retry_interval = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.770314] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.slave_connection = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.770508] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] api_database.sqlite_synchronous = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.770693] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] devices.enabled_mdev_types = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.770873] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.771060] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.771233] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ephemeral_storage_encryption.enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.771400] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.771571] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.api_servers = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.771738] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.771901] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.772079] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.772246] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.772409] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.772571] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.debug = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.772737] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.default_trusted_certificate_ids = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.772899] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.enable_certificate_validation = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.773073] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.enable_rbd_download = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.773253] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.773438] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.773604] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.773766] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.773925] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.774101] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.num_retries = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.774275] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.rbd_ceph_conf = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.774441] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.rbd_connect_timeout = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.774610] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.rbd_pool = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.774776] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.rbd_user = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.774942] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.775126] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.775316] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.775498] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.service_type = image {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.775664] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.775824] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.775982] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.776157] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.776451] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.776567] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.verify_glance_signatures = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.776729] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] glance.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.776905] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] guestfs.debug = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.777088] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.777256] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.auth_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.777418] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.777578] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.777741] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.777902] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.778072] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.778234] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.778398] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.778557] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.778716] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.778873] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.779042] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.779206] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.779398] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.779581] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.service_type = shared-file-system {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.779749] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.share_apply_policy_timeout = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.779915] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.780089] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.780255] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.780416] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.780595] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.780754] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] manila.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.780923] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] mks.enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.781309] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.781504] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] image_cache.manager_interval = 2400 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.781673] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] image_cache.precache_concurrency = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.781846] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] image_cache.remove_unused_base_images = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.782023] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.782202] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.782404] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] image_cache.subdirectory_name = _base {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.782590] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.api_max_retries = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.782756] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.api_retry_interval = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.782919] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.783098] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.auth_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.783264] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.783426] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.783591] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.783757] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.conductor_group = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.783918] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.784090] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.784255] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.784421] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.784581] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.784738] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.784894] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.785070] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.peer_list = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.785265] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.785452] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.785624] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.serial_console_state_timeout = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.785785] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.785957] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.service_type = baremetal {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.786133] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.shard = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.786317] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.786490] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.786652] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.786809] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.786990] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.787169] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ironic.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.787362] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.787537] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] key_manager.fixed_key = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.787718] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.787880] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.barbican_api_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.788052] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.barbican_endpoint = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.788230] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.barbican_endpoint_type = public {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.788413] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.barbican_region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.788589] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.788752] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.788918] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.789094] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.789256] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.789423] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.number_of_retries = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.789585] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.retry_delay = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.789750] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.send_service_user_token = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.789913] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.790081] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.790247] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.verify_ssl = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.790415] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican.verify_ssl_path = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.790576] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.790740] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.auth_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.790900] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.791139] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.791250] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.791449] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.791622] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.791792] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.791953] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] barbican_service_user.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.792134] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.approle_role_id = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.792298] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.approle_secret_id = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.792469] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.kv_mountpoint = secret {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.792629] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.kv_path = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.792793] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.kv_version = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.792950] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.namespace = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.793127] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.root_token_id = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.793284] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.ssl_ca_crt_file = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.793458] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.timeout = 60.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.793615] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.use_ssl = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.793841] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.793947] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.794131] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.794298] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.794484] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.794649] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.794808] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.794969] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.795143] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.795332] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.795498] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.795659] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.795822] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.795982] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.796165] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.service_type = identity {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.796366] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.796540] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.796703] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.796863] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.797055] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.797221] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] keystone.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.797438] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.ceph_mount_options = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.797784] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.797971] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.connection_uri = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.798159] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_mode = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.798331] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.798509] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_models = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.798687] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_power_governor_high = performance {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.798859] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.799041] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_power_management = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.799226] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.799396] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.device_detach_attempts = 8 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.799568] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.device_detach_timeout = 20 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.799740] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.disk_cachemodes = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.799905] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.disk_prefix = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.800087] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.enabled_perf_events = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.800258] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.file_backed_memory = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.800448] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.gid_maps = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.800625] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.hw_disk_discard = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.800786] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.hw_machine_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.801059] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_rbd_ceph_conf = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.801266] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.801481] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.801731] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_rbd_glance_store_name = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.801924] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_rbd_pool = rbd {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.802116] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_type = default {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.802283] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.images_volume_group = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.802459] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.inject_key = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.802700] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.inject_partition = -2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.802890] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.inject_password = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.803080] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.iscsi_iface = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.803289] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.iser_use_multipath = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.803486] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.803661] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.803831] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_downtime = 500 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.803998] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.804216] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.804422] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_inbound_addr = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.804603] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.804772] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.804937] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_scheme = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.805129] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_timeout_action = abort {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.805349] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_tunnelled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.805526] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_uri = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.805690] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.live_migration_with_native_tls = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.805854] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.max_queues = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.806115] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.806553] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.806834] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.nfs_mount_options = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.807279] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.807533] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.807771] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.807986] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.808194] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.808382] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.num_pcie_ports = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.808559] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.808750] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.pmem_namespaces = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.808958] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.quobyte_client_cfg = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.809337] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.809553] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.809740] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.809936] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.810123] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rbd_secret_uuid = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.810308] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rbd_user = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.810500] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.810679] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.810872] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rescue_image_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.811083] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rescue_kernel_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.811269] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rescue_ramdisk_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.811473] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.811677] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.rx_queue_size = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.811877] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.smbfs_mount_options = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.812234] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.812419] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.snapshot_compression = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.812588] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.snapshot_image_format = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.812824] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.812997] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.sparse_logical_volumes = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.813201] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.swtpm_enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.813381] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.swtpm_group = tss {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.813551] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.swtpm_user = tss {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.813723] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.sysinfo_serial = unique {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.813882] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.tb_cache_size = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.814096] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.tx_queue_size = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.814246] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.uid_maps = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.814415] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.use_virtio_for_bridges = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.814587] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.virt_type = kvm {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.814753] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.volume_clear = zero {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.814916] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.volume_clear_size = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.815094] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.volume_enforce_multipath = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.815289] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.volume_use_multipath = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.815463] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_cache_path = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.815635] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.815802] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.815968] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.816150] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.816497] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.816695] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.vzstorage_mount_user = stack {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.816866] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.817054] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.817236] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.auth_type = password {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.817399] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.817559] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.817723] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.817882] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.818054] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.818292] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.default_floating_pool = public {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.818388] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.818553] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.extension_sync_interval = 600 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.818716] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.http_retries = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.818878] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.819046] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.819211] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.819383] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.819545] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.819714] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.ovs_bridge = br-int {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.819882] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.physnets = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.820067] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.region_name = RegionOne {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.820234] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.820410] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.service_metadata_proxy = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.820572] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.820741] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.service_type = network {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.820903] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.821079] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.821236] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.821401] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.821583] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.821743] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] neutron.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.821917] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] notifications.bdms_in_notifications = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.822112] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] notifications.default_level = INFO {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.822282] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] notifications.include_share_mapping = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.822461] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] notifications.notification_format = unversioned {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.822627] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] notifications.notify_on_state_change = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.822803] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.822985] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] pci.alias = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.823176] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] pci.device_spec = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.823367] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] pci.report_in_placement = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.823550] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.823727] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.auth_type = password {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.823896] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.824072] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.824239] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.824405] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.824568] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.824728] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.824888] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.default_domain_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.825059] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.default_domain_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.825259] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.domain_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.825415] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.domain_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.825579] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.825742] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.825903] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.826095] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.826279] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.826450] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.password = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.826612] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.project_domain_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.826778] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.project_domain_name = Default {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.826945] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.project_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.827135] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.project_name = service {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.827310] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.region_name = RegionOne {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.827475] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.827638] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.827807] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.service_type = placement {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.827971] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.828146] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.828309] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.828473] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.system_scope = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.828631] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.828789] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.trust_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.828945] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.user_domain_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.829144] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.user_domain_name = Default {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.829308] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.user_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.829486] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.username = nova {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.829670] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.829833] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] placement.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.830023] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.cores = 20 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.830196] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.count_usage_from_placement = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.830373] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.830545] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.injected_file_content_bytes = 10240 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.830711] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.injected_file_path_length = 255 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.830876] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.injected_files = 5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.831054] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.instances = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.831226] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.key_pairs = 100 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.831394] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.metadata_items = 128 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.831559] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.ram = 51200 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.831723] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.recheck_quota = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.831892] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.server_group_members = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.832068] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.server_groups = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.832284] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.832466] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] quota.unified_limits_resource_strategy = require {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.832643] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.832811] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.832977] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.image_metadata_prefilter = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.833164] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.833358] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.max_attempts = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.833534] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.max_placement_results = 1000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.833700] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.833864] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.834037] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.834221] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] scheduler.workers = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.834403] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.834573] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.834757] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.834932] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.835117] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.835316] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.835494] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.835685] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.835855] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.host_subset_size = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.836030] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.836209] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.836416] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.836588] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.836769] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.836937] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.isolated_hosts = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.837117] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.isolated_images = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.837285] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.837448] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.837610] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.837770] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.pci_in_placement = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.837932] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839130] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839130] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839130] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839130] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839130] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839130] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.track_instance_changes = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839349] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839349] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metrics.required = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839412] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metrics.weight_multiplier = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839554] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.839720] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] metrics.weight_setting = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.840049] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.840232] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] serial_console.enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.840412] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] serial_console.port_range = 10000:20000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.840584] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.840753] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.840924] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] serial_console.serialproxy_port = 6083 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.841106] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.841284] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.auth_type = password {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.841447] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.841608] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.841772] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.841932] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.842101] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.842277] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.send_service_user_token = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.842451] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.842606] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] service_user.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.842777] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.agent_enabled = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.842934] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.843302] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.843518] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.843693] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.html5proxy_port = 6082 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.843858] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.image_compression = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.844030] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.jpeg_compression = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.844197] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.playback_compression = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.844362] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.require_secure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.844536] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.server_listen = 127.0.0.1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.844704] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.844990] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.845174] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.streaming_mode = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.845359] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] spice.zlib_compression = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.845535] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] upgrade_levels.baseapi = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.845712] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] upgrade_levels.compute = auto {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.845875] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] upgrade_levels.conductor = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.846046] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] upgrade_levels.scheduler = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.846228] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.846414] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.846579] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.846741] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.846905] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.847080] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.847245] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.847411] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.847570] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vendordata_dynamic_auth.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.847743] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.api_retry_count = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.847904] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.ca_file = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.848089] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.848267] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.cluster_name = testcl1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.848432] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.connection_pool_size = 10 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.848593] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.console_delay_seconds = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.848764] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.datastore_regex = ^datastore.* {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.848980] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.849171] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.host_password = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.849343] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.host_port = 443 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.849516] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.host_username = administrator@vsphere.local {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.849686] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.insecure = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.849849] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.integration_bridge = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.850022] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.maximum_objects = 100 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.850187] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.pbm_default_policy = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.850352] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.pbm_enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.850513] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.pbm_wsdl_location = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.850683] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.850843] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.serial_port_proxy_uri = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.851016] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.serial_port_service_uri = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.851185] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.task_poll_interval = 0.5 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.851358] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.use_linked_clone = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.851527] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.vnc_keymap = en-us {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.851693] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.vnc_port = 5900 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.851856] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vmware.vnc_port_total = 10000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.852051] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.auth_schemes = ['none'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.852231] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.852532] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.852716] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.852887] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.novncproxy_port = 6080 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.853084] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.server_listen = 127.0.0.1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.853290] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.853485] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.vencrypt_ca_certs = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.853654] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.vencrypt_client_cert = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.853812] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vnc.vencrypt_client_key = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.853986] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.854165] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.disable_deep_image_inspection = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.854330] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.854491] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.854651] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.854809] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.disable_rootwrap = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.854970] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.enable_numa_live_migration = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.855144] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.855340] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.855503] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.855666] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.libvirt_disable_apic = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.855824] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.855988] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.856161] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.856324] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.856484] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.856643] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.856802] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.856961] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.857133] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.857295] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.857478] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.857643] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.857807] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] zvm.ca_file = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.857967] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] zvm.cloud_connector_url = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.858443] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.858631] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] zvm.reachable_timeout = 300 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.858808] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.858987] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.859184] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.connection_string = messaging:// {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.859358] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.enabled = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.859533] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.es_doc_type = notification {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.859716] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.es_scroll_size = 10000 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.859868] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.es_scroll_time = 2m {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.860043] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.filter_error_trace = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.860219] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.hmac_keys = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.860393] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.sentinel_service_name = mymaster {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.860563] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.socket_timeout = 0.1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.860726] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.trace_requests = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.860888] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler.trace_sqlalchemy = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.861090] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler_jaeger.process_tags = {} {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.861259] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler_jaeger.service_name_prefix = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.861427] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] profiler_otlp.service_name_prefix = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.861605] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.861768] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.861929] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.862107] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.862275] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.862442] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.862606] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.862767] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.862929] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.863124] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.863303] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.863486] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.863656] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.863822] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.863987] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.864175] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.864342] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.864508] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.864710] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.864839] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.865007] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.865184] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.865381] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.865552] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.865809] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.865979] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.866158] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.866338] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.866516] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.866681] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.866844] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.ssl = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.867029] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.867203] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.867369] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.867538] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.867705] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.867869] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.868073] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.868250] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_notifications.retry = -1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.868432] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.868605] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.868782] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.auth_section = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.868948] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.auth_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.869123] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.cafile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.869286] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.certfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.869452] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.collect_timing = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.869615] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.connect_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.869818] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.connect_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.869933] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.endpoint_id = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.870137] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.870306] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.endpoint_override = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.870470] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.endpoint_region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.870631] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.endpoint_service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.870790] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.endpoint_service_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.870952] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.insecure = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.871126] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.keyfile = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.871289] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.max_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.871463] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.min_version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.871606] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.region_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.871766] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.retriable_status_codes = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.871925] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.service_name = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.872096] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.service_type = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.872263] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.split_loggers = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.872422] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.status_code_retries = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.872580] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.status_code_retry_delay = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.872739] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.timeout = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.872895] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.valid_interfaces = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.873065] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_limit.version = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.873255] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_reports.file_event_handler = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.873440] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.873605] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] oslo_reports.log_dir = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.873778] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.873941] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.874117] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.874290] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.874456] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.874616] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.874819] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.874946] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_ovs_privileged.group = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.875119] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.875315] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.875495] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.875659] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] vif_plug_ovs_privileged.user = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.875834] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.876034] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.876231] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.876423] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.876597] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.876771] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.876937] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.877115] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.877300] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.877477] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.isolate_vif = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.877644] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.877811] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.877980] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.878170] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.878334] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] os_vif_ovs.per_port_bridge = False {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.878503] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] privsep_osbrick.capabilities = [21] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.878665] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] privsep_osbrick.group = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.878825] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] privsep_osbrick.helper_command = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.878989] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.879167] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.879325] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] privsep_osbrick.user = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.879499] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.879660] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] nova_sys_admin.group = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.879915] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] nova_sys_admin.helper_command = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.880060] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.880228] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.880386] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] nova_sys_admin.user = None {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 583.880518] env[69304]: DEBUG oslo_service.backend.eventlet.service [None req-0ff9c6a6-538b-4cad-8555-38adda53e340 None None] ******************************************************************************** {{(pid=69304) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 583.880940] env[69304]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 584.384801] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Getting list of instances from cluster (obj){ [ 584.384801] env[69304]: value = "domain-c8" [ 584.384801] env[69304]: _type = "ClusterComputeResource" [ 584.384801] env[69304]: } {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 584.386132] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b855f4a-d9bc-4b8d-831b-cba742b6eb3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.395126] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Got total of 0 instances {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 584.395823] env[69304]: WARNING nova.virt.vmwareapi.driver [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 584.396381] env[69304]: INFO nova.virt.node [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Generated node identity 9ef7e6da-ae4c-4446-9eb3-2b470397f63e [ 584.396660] env[69304]: INFO nova.virt.node [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Wrote node identity 9ef7e6da-ae4c-4446-9eb3-2b470397f63e to /opt/stack/data/n-cpu-1/compute_id [ 584.899143] env[69304]: WARNING nova.compute.manager [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Compute nodes ['9ef7e6da-ae4c-4446-9eb3-2b470397f63e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 585.905410] env[69304]: INFO nova.compute.manager [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 586.911660] env[69304]: WARNING nova.compute.manager [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 586.912042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.912237] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.912396] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.912581] env[69304]: DEBUG nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 586.913674] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796af77b-3b61-4b83-97ab-8b22358b6513 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.922683] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d1035-c2f2-43f6-9ce9-14de8ff2dbf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.938167] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05121e18-d8f1-4db9-b587-762316d78f24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.944895] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a1ffbb-e875-4a4b-b6ce-1fdb4c295e17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.974135] env[69304]: DEBUG nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180747MB free_disk=4GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 586.974307] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.974502] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.476797] env[69304]: WARNING nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] No compute node record for cpu-1:9ef7e6da-ae4c-4446-9eb3-2b470397f63e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9ef7e6da-ae4c-4446-9eb3-2b470397f63e could not be found. [ 587.980327] env[69304]: INFO nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e [ 589.488415] env[69304]: DEBUG nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 589.488857] env[69304]: DEBUG nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 589.642467] env[69304]: INFO nova.scheduler.client.report [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] [req-6765ce89-7c04-4750-a5f1-59ad097505b3] Created resource provider record via placement API for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 589.660339] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee59f182-26f6-477f-a540-cb936895b166 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.669972] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb081fc-306f-4fa4-a177-2efc886e008b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.700569] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09926c-dffc-4c21-93c7-87b00d9e795a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.708357] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4213f8-34bf-421d-8db6-909b18c897e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.721454] env[69304]: DEBUG nova.compute.provider_tree [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.256512] env[69304]: DEBUG nova.scheduler.client.report [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 590.256841] env[69304]: DEBUG nova.compute.provider_tree [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 0 to 1 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 590.257056] env[69304]: DEBUG nova.compute.provider_tree [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 590.308724] env[69304]: DEBUG nova.compute.provider_tree [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 1 to 2 during operation: update_traits {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 590.813530] env[69304]: DEBUG nova.compute.resource_tracker [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 590.813903] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.813947] env[69304]: DEBUG nova.service [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Creating RPC server for service compute {{(pid=69304) start /opt/stack/nova/nova/service.py:177}} [ 590.827981] env[69304]: DEBUG nova.service [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] Join ServiceGroup membership for this service compute {{(pid=69304) start /opt/stack/nova/nova/service.py:194}} [ 590.828183] env[69304]: DEBUG nova.servicegroup.drivers.db [None req-2298fa72-9e0c-4ad7-b83e-d96c580d74a7 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69304) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 627.726740] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "64682674-f877-4f16-90f3-60f5a7ec45db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.727096] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "64682674-f877-4f16-90f3-60f5a7ec45db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.234552] env[69304]: DEBUG nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.786551] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.786551] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.787435] env[69304]: INFO nova.compute.claims [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.829305] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.334064] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Getting list of instances from cluster (obj){ [ 629.334064] env[69304]: value = "domain-c8" [ 629.334064] env[69304]: _type = "ClusterComputeResource" [ 629.334064] env[69304]: } {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.334705] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79b3bda-90c5-40bf-8b48-3362c2914980 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.346754] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Got total of 0 instances {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.347207] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.347556] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Getting list of instances from cluster (obj){ [ 629.347556] env[69304]: value = "domain-c8" [ 629.347556] env[69304]: _type = "ClusterComputeResource" [ 629.347556] env[69304]: } {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.349472] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49add345-84f0-4291-a805-0aa1399ed67e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.360177] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Got total of 0 instances {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.875695] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203a5261-cc70-4848-872e-42c0e8045e8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.888504] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109d507f-5a00-4dcf-b45a-501bdb358b0b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.940453] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43855aa9-e280-4391-a636-a117e074b72a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.947334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.947566] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.953260] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fea374-466f-4198-8133-3f0b0c308b98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.970489] env[69304]: DEBUG nova.compute.provider_tree [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.455176] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.473669] env[69304]: DEBUG nova.scheduler.client.report [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.981522] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.982529] env[69304]: DEBUG nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.987020] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.987603] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.990592] env[69304]: INFO nova.compute.claims [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.500493] env[69304]: DEBUG nova.compute.utils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.502218] env[69304]: DEBUG nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 632.003980] env[69304]: DEBUG nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.092820] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598921f-c5e4-4b8f-9378-d77767240111 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.104531] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb119bec-977b-4fe9-88be-a8959eff43f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.141296] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdd5070-8f0a-4b69-bea7-b34f32f00b48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.153104] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb8c9e-d4b1-4405-b548-0c976f9f4ab0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.168643] env[69304]: DEBUG nova.compute.provider_tree [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.672590] env[69304]: DEBUG nova.scheduler.client.report [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.020897] env[69304]: DEBUG nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.178450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.178591] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.441839] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.442116] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.442275] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.442460] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.442605] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.442752] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.443117] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.443360] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.444023] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.444225] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.444408] env[69304]: DEBUG nova.virt.hardware [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.445320] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fc3ec5-3b68-4860-995e-1fe936b59007 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.458119] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260ded1-9cb9-47b0-8d5a-e10c49597dff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.484022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17dfd20-bd57-4fde-8403-db5f51a28ab6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.506565] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.516203] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.516947] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5af4e07a-7d64-4306-a127-d071959ea288 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.529444] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Created folder: OpenStack in parent group-v4. [ 633.529640] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating folder: Project (a4ce4e31369447adb360f5dfa0d7b72d). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.529918] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ed5d05f-2e4c-4f31-b71a-eb2c100c1c7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.540919] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Created folder: Project (a4ce4e31369447adb360f5dfa0d7b72d) in parent group-v832645. [ 633.541190] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating folder: Instances. Parent ref: group-v832646. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.541381] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef01a0c-9693-4613-8b36-3a4c8927fd0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.553158] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Created folder: Instances in parent group-v832646. [ 633.553158] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.553158] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.553158] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3baca501-6c96-4881-b972-95101ec28004 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.573863] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.573863] env[69304]: value = "task-4208053" [ 633.573863] env[69304]: _type = "Task" [ 633.573863] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.584162] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208053, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.684554] env[69304]: DEBUG nova.compute.utils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.690910] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.692270] env[69304]: DEBUG nova.network.neutron [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.877864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.878159] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.917420] env[69304]: DEBUG nova.policy [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e158d5e4bfe4cc8b7f6f99a81a1155c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6b1345eecb44c1b22be8e51fa05453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.085755] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208053, 'name': CreateVM_Task, 'duration_secs': 0.36484} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.086137] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.087095] env[69304]: DEBUG oslo_vmware.service [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f422f-6f59-4044-83f6-1ff8d22705a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.094696] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.095053] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.095906] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.096206] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9776ee1c-20f1-4563-8cb5-eb932fb80f68 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.102587] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 634.102587] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f7bbd-82bb-98b7-4281-012d7932cb85" [ 634.102587] env[69304]: _type = "Task" [ 634.102587] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.111286] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f7bbd-82bb-98b7-4281-012d7932cb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.205064] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.353632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.354390] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.381726] env[69304]: DEBUG nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.620859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.620859] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.620859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.621192] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.622438] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.622438] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6a86af-0075-47f2-b462-977a934cb9d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.643889] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.643889] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.645549] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab9d01d-3303-4387-a442-bc09e474c3fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.654129] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316fd40a-00ef-41a0-b877-94e9d6e63762 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.661495] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 634.661495] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52965969-0e13-a00b-0e06-bf5e65b56bce" [ 634.661495] env[69304]: _type = "Task" [ 634.661495] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.674613] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52965969-0e13-a00b-0e06-bf5e65b56bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.856975] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.915971] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.916286] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.917868] env[69304]: INFO nova.compute.claims [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.182533] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 635.182778] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating directory with path [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.183339] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-465f65aa-0a7a-45aa-9b06-11bfe32db5d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.218226] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.231575] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Created directory with path [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.231575] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Fetch image to [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 635.231575] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Downloading image file data acb5648e-66ac-4776-a668-4960bbfdf088 to [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk on the data store datastore1 {{(pid=69304) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 635.231575] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f2416b-1010-4666-8454-b5f35bc17e68 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.240540] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581a6d5-49b2-4a4a-b570-32a395807c98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.257193] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4802b1-af1b-4006-a92e-b49b4f9a7069 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.301753] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.302209] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.302464] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.302735] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.302987] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.303257] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.303609] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.303900] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.304219] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.304678] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.305351] env[69304]: DEBUG nova.virt.hardware [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.305884] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdfb00c-e3c8-422f-b66b-519379a2eff9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.309064] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdec186-7429-4155-8bb2-1b87c9ee96f4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.320170] env[69304]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d2f09220-643d-4d6c-a322-ef058026d82e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.330368] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be65ccf-fa1b-4392-95bd-7d60a1272c3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.389543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.419532] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Downloading image file data acb5648e-66ac-4776-a668-4960bbfdf088 to the data store datastore1 {{(pid=69304) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 635.598069] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "b3ee56c1-73f1-49de-8dd1-91944a520900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.599403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.635849] env[69304]: DEBUG oslo_vmware.rw_handles [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 635.790165] env[69304]: DEBUG nova.network.neutron [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Successfully created port: 6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.907358] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.907358] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.103268] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b237e2a9-1e2b-4efc-b935-0b8263fb8675 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.108197] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.119300] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83a4568-c30e-497e-9107-2ba6422c5e40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.163557] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561aa6fd-fcdd-4f7f-bb7b-0e01b76a97c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.177308] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583c1a2-ff7a-4d83-85c2-d4edc8157bc2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.197390] env[69304]: DEBUG nova.compute.provider_tree [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.384830] env[69304]: DEBUG oslo_vmware.rw_handles [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 636.385091] env[69304]: DEBUG oslo_vmware.rw_handles [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 636.410254] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.529692] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Downloaded image file data acb5648e-66ac-4776-a668-4960bbfdf088 to vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk on the data store datastore1 {{(pid=69304) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 636.531243] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 636.531590] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Copying Virtual Disk [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk to [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.531760] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c12f58b3-bab7-4e14-bc5f-2dc8e80c16d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.541738] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 636.541738] env[69304]: value = "task-4208054" [ 636.541738] env[69304]: _type = "Task" [ 636.541738] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.550818] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.639291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.701526] env[69304]: DEBUG nova.scheduler.client.report [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.948309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.053430] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208054, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.208155] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.210183] env[69304]: DEBUG nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.212859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.823s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.214375] env[69304]: INFO nova.compute.claims [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.564030] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839122} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.567745] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Copied Virtual Disk [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk to [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.567957] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleting the datastore file [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.568278] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cb1ad4-d9f1-4f39-b33f-fadb3f406005 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.594813] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 637.594813] env[69304]: value = "task-4208055" [ 637.594813] env[69304]: _type = "Task" [ 637.594813] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.605385] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.724153] env[69304]: DEBUG nova.compute.utils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.724153] env[69304]: DEBUG nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 637.881060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "9f0e31e6-2529-4998-aecd-0b908423b768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.881496] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "9f0e31e6-2529-4998-aecd-0b908423b768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.104724] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026843} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.105138] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.105505] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Moving file from [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6/acb5648e-66ac-4776-a668-4960bbfdf088 to [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088. {{(pid=69304) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 638.105907] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ea82dfc0-edb0-4c14-8f1b-757471360e82 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.116894] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 638.116894] env[69304]: value = "task-4208056" [ 638.116894] env[69304]: _type = "Task" [ 638.116894] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.129249] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208056, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.229674] env[69304]: DEBUG nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.293346] env[69304]: DEBUG nova.network.neutron [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Successfully updated port: 6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.385770] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.390592] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f57f3d-6976-4767-9590-30cffe4102b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.405726] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6ef8f-3814-45a5-9c3f-2decadedbf4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.445482] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8ad0b6-7967-436f-b4ed-14194db16343 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.455068] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05d6c4-bbaa-49f7-bd2b-bfdba575dcf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.472535] env[69304]: DEBUG nova.compute.provider_tree [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.627462] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208056, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.800087] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "refresh_cache-f50eceeb-edf3-40f0-a3f4-c61098e8b70c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.800087] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired lock "refresh_cache-f50eceeb-edf3-40f0-a3f4-c61098e8b70c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.800087] env[69304]: DEBUG nova.network.neutron [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.886781] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.887728] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.893188] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.897476] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.898320] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.899421] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.899759] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.900094] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 638.900923] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 638.925409] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.976352] env[69304]: DEBUG nova.scheduler.client.report [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.130831] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208056, 'name': MoveDatastoreFile_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.242390] env[69304]: DEBUG nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.293967] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.294231] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.294381] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.294554] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.294693] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.294834] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.295055] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.295205] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.295369] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.295606] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.295793] env[69304]: DEBUG nova.virt.hardware [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.298114] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d650ac-f072-4581-9ddb-b1fe6d00c72c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.313027] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbffee4a-85ca-4810-b1b9-ca592dded2d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.334062] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.344662] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Creating folder: Project (4a697b178d7546a4b4827062c641151d). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.345040] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38407c2e-a39e-4822-a74c-85599199b27e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.357825] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Created folder: Project (4a697b178d7546a4b4827062c641151d) in parent group-v832645. [ 639.358714] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Creating folder: Instances. Parent ref: group-v832649. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.359205] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c2eb314-43ae-4e1c-87c4-1fff95f29e84 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.372646] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Created folder: Instances in parent group-v832649. [ 639.373215] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.373309] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.373924] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea56b552-1e44-4db8-806d-523751a42774 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.403438] env[69304]: DEBUG nova.network.neutron [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.407505] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.419197] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.419197] env[69304]: value = "task-4208059" [ 639.419197] env[69304]: _type = "Task" [ 639.419197] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.439118] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208059, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.490591] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.490591] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.492324] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.852s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.496647] env[69304]: INFO nova.compute.claims [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.643903] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208056, 'name': MoveDatastoreFile_Task, 'duration_secs': 1.033925} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.644344] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] File moved {{(pid=69304) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 639.644653] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Cleaning up location [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 639.645030] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleting the datastore file [datastore1] vmware_temp/1db2d99b-411b-440f-9988-67a2b550c6e6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.645838] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53392d97-e4b2-4880-8e39-b025332ec688 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.658610] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 639.658610] env[69304]: value = "task-4208060" [ 639.658610] env[69304]: _type = "Task" [ 639.658610] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.680994] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.736932] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.737339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.855462] env[69304]: DEBUG nova.network.neutron [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Updating instance_info_cache with network_info: [{"id": "6a353cfc-c037-439e-9f23-4411c0d6fc93", "address": "fa:16:3e:e3:41:86", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a353cfc-c0", "ovs_interfaceid": "6a353cfc-c037-439e-9f23-4411c0d6fc93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.931790] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208059, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.002210] env[69304]: DEBUG nova.compute.utils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.005659] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.006143] env[69304]: DEBUG nova.network.neutron [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.106854] env[69304]: DEBUG nova.policy [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd616c7b3be467bb574ef7a70200905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '294db80e3faa4b929c9f993b464a38ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.176429] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033529} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.176733] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.177716] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7abb41-3f0b-440c-b672-6962a21f12fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.184382] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 640.184382] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5276e33a-f397-e7b6-b3a5-3a1992731b9c" [ 640.184382] env[69304]: _type = "Task" [ 640.184382] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.199832] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5276e33a-f397-e7b6-b3a5-3a1992731b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.243614] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.358479] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Releasing lock "refresh_cache-f50eceeb-edf3-40f0-a3f4-c61098e8b70c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.361022] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Instance network_info: |[{"id": "6a353cfc-c037-439e-9f23-4411c0d6fc93", "address": "fa:16:3e:e3:41:86", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a353cfc-c0", "ovs_interfaceid": "6a353cfc-c037-439e-9f23-4411c0d6fc93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.361171] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:41:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a353cfc-c037-439e-9f23-4411c0d6fc93', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.371215] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Creating folder: Project (6f6b1345eecb44c1b22be8e51fa05453). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.371356] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a78560-997e-4613-b5f8-45e801312d00 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.386956] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Created folder: Project (6f6b1345eecb44c1b22be8e51fa05453) in parent group-v832645. [ 640.387363] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Creating folder: Instances. Parent ref: group-v832652. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.388181] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72a89c7-bd20-42ea-8472-097542491f72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.403067] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Created folder: Instances in parent group-v832652. [ 640.403067] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.403067] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.403067] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-714a4da6-0dae-4d17-ba59-08f9e8d1699c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.425747] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.425747] env[69304]: value = "task-4208063" [ 640.425747] env[69304]: _type = "Task" [ 640.425747] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.432164] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208059, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.439658] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208063, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.514081] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.696643] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5276e33a-f397-e7b6-b3a5-3a1992731b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.019576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.696643] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.696914] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.697787] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b820b25-4544-44ed-9449-4d676805c2d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.705929] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 640.705929] env[69304]: value = "task-4208064" [ 640.705929] env[69304]: _type = "Task" [ 640.705929] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.721025] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.739695] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03760dab-54e7-4b2d-833d-3c06946b7f99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.744040] env[69304]: DEBUG nova.network.neutron [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Successfully created port: d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.754981] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae704494-e4ba-4ced-aa1e-9ea0352436b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.796199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.797440] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55b0a58-dcf5-46a9-b997-aaffbaef1001 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.807943] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5cc741-9537-4ae6-833e-56dac29510b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.826102] env[69304]: DEBUG nova.compute.provider_tree [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.937043] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208063, 'name': CreateVM_Task, 'duration_secs': 0.48274} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.939737] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.939964] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208059, 'name': CreateVM_Task, 'duration_secs': 1.475458} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.942719] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.944258] env[69304]: DEBUG oslo_vmware.service [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eaa736-7a9b-4c36-9a1e-584215a2d0de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.951330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.951973] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.951973] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.952380] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2528a1a3-6dac-4074-9d9f-b8ef619469b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.956109] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.956292] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.956629] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.956896] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77254be1-319e-49be-8432-a570c6dff2d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.965088] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 640.965088] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e8a02-44cf-50c2-12bb-14a6631053d3" [ 640.965088] env[69304]: _type = "Task" [ 640.965088] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.967093] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 640.967093] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cb5a62-6837-2f20-1138-fb39331705a5" [ 640.967093] env[69304]: _type = "Task" [ 640.967093] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.981697] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cb5a62-6837-2f20-1138-fb39331705a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.986093] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e8a02-44cf-50c2-12bb-14a6631053d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.077249] env[69304]: DEBUG nova.compute.manager [req-410fd4ad-bab5-4de1-992d-53d62df784cc req-9d862127-de2d-43ac-bae9-6a0b5bd06402 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Received event network-vif-plugged-6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 641.077249] env[69304]: DEBUG oslo_concurrency.lockutils [req-410fd4ad-bab5-4de1-992d-53d62df784cc req-9d862127-de2d-43ac-bae9-6a0b5bd06402 service nova] Acquiring lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.077708] env[69304]: DEBUG oslo_concurrency.lockutils [req-410fd4ad-bab5-4de1-992d-53d62df784cc req-9d862127-de2d-43ac-bae9-6a0b5bd06402 service nova] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.077708] env[69304]: DEBUG oslo_concurrency.lockutils [req-410fd4ad-bab5-4de1-992d-53d62df784cc req-9d862127-de2d-43ac-bae9-6a0b5bd06402 service nova] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.078031] env[69304]: DEBUG nova.compute.manager [req-410fd4ad-bab5-4de1-992d-53d62df784cc req-9d862127-de2d-43ac-bae9-6a0b5bd06402 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] No waiting events found dispatching network-vif-plugged-6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 641.078192] env[69304]: WARNING nova.compute.manager [req-410fd4ad-bab5-4de1-992d-53d62df784cc req-9d862127-de2d-43ac-bae9-6a0b5bd06402 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Received unexpected event network-vif-plugged-6a353cfc-c037-439e-9f23-4411c0d6fc93 for instance with vm_state building and task_state spawning. [ 641.233767] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208064, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.330901] env[69304]: DEBUG nova.scheduler.client.report [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.494048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.494440] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.494695] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.494838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.495021] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.495309] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e8a02-44cf-50c2-12bb-14a6631053d3, 'name': SearchDatastore_Task, 'duration_secs': 0.066925} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.495511] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b298c5d-fcd5-4339-90c8-c92a144e9ea5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.499783] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.500563] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.500563] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.500563] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.500563] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.500990] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6b0861-0803-4b33-a85e-38c6a9bd80ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.512624] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.512810] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.513649] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90687c6-f479-4c4a-8921-049e0d3558f4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.523018] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4885f8af-927a-42fd-8797-8c5836829fd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.524727] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.524923] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.525642] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eda60d0-6edd-4f85-b57b-0d5e621e6354 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.530589] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.539386] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 641.539386] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52324bdc-8a0c-95d8-31d5-37dfb6030ef9" [ 641.539386] env[69304]: _type = "Task" [ 641.539386] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.539532] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 641.539532] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52af9e6d-7e35-1907-63c2-79fa3b090086" [ 641.539532] env[69304]: _type = "Task" [ 641.539532] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.539714] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "04103832-c532-42c7-beb8-6bffcf4059a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.540450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "04103832-c532-42c7-beb8-6bffcf4059a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.555468] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52324bdc-8a0c-95d8-31d5-37dfb6030ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.564970] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd1b50f-f2cf-484f-96ff-c28b1c60f673 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.566766] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 641.566766] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Creating directory with path [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.567362] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5790c10-17f1-42af-8cdc-d40d944f52ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.574377] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.578288] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.578288] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.578288] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.578288] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.578288] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.578288] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.578609] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.578609] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.578609] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.578609] env[69304]: DEBUG nova.virt.hardware [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.582538] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619d152c-134e-4ceb-aa42-28071d0ae244 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.590200] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 641.590200] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f69e8e-8c60-424b-1a94-26179fbcc36d" [ 641.590200] env[69304]: _type = "Task" [ 641.590200] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.610701] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Created directory with path [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.610839] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Fetch image to [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 641.610965] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Downloading image file data acb5648e-66ac-4776-a668-4960bbfdf088 to [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk on the data store datastore2 {{(pid=69304) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 641.619661] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8b759-e5e4-4a34-9f8b-d022c31ab2e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.627121] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "946a2af8-fc27-4495-ac67-a243fcb12c1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.627121] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.627591] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b4c2d-d34f-4e3b-b546-ec73a6464de8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.640888] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f69e8e-8c60-424b-1a94-26179fbcc36d, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.662703] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.662703] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] f50eceeb-edf3-40f0-a3f4-c61098e8b70c/f50eceeb-edf3-40f0-a3f4-c61098e8b70c.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.662904] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.663128] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.663306] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dfbbcb5-d301-4777-842a-6caef2e0cbd3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.666409] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e91cc1-403b-41a1-be23-598fe9ab1f37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.688851] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 641.688851] env[69304]: value = "task-4208065" [ 641.688851] env[69304]: _type = "Task" [ 641.688851] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.697319] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966d2d3-8188-489c-89cc-7d3fe9bc9d85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.702728] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "1601fd8e-1b69-4b33-8d04-988c76d60e71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.702956] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.714519] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.745552] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3799d287-6195-4d50-9f46-d4f00b7aba8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.758542] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571584} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.759330] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.759561] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.759823] env[69304]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5bf711e3-d1ff-450f-b1a9-613f656ef4db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.762608] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5575431c-b708-4915-825c-29adfb1f4082 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.771450] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 641.771450] env[69304]: value = "task-4208066" [ 641.771450] env[69304]: _type = "Task" [ 641.771450] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.784509] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.838790] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.839300] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.842360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.894s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.844025] env[69304]: INFO nova.compute.claims [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.891532] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Downloading image file data acb5648e-66ac-4776-a668-4960bbfdf088 to the data store datastore2 {{(pid=69304) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 641.976217] env[69304]: DEBUG oslo_vmware.rw_handles [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 642.049945] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.132897] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.213985] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53204} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.213985] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] f50eceeb-edf3-40f0-a3f4-c61098e8b70c/f50eceeb-edf3-40f0-a3f4-c61098e8b70c.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.213985] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.213985] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f62e0c-c166-4816-89ea-3900fe0a6a3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.221933] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 642.221933] env[69304]: value = "task-4208067" [ 642.221933] env[69304]: _type = "Task" [ 642.221933] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.234369] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.282049] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079889} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.282651] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.283609] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff90430-08eb-48a2-b6e5-4249efc43355 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.310788] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.315101] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e0840a-27ed-4e54-a356-5014b90d3b08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.340740] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 642.340740] env[69304]: value = "task-4208068" [ 642.340740] env[69304]: _type = "Task" [ 642.340740] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.354173] env[69304]: DEBUG nova.compute.utils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.354746] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.357830] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.357931] env[69304]: DEBUG nova.network.neutron [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.480173] env[69304]: DEBUG nova.policy [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c33787763fa346f7ac8ba53963ef2dac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b0874dd34054b02a300a8f501389962', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.581299] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.660768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.681354] env[69304]: DEBUG oslo_vmware.rw_handles [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 642.681586] env[69304]: DEBUG oslo_vmware.rw_handles [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 642.741441] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097961} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.741531] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.742610] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5bf41-5656-4f17-aa39-4284df18c142 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.774927] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f50eceeb-edf3-40f0-a3f4-c61098e8b70c/f50eceeb-edf3-40f0-a3f4-c61098e8b70c.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.779480] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f60c97-f136-4abf-9d22-81198eba85ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.802313] env[69304]: DEBUG nova.network.neutron [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Successfully updated port: d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.810854] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 642.810854] env[69304]: value = "task-4208069" [ 642.810854] env[69304]: _type = "Task" [ 642.810854] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.824983] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.833636] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Downloaded image file data acb5648e-66ac-4776-a668-4960bbfdf088 to vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk on the data store datastore2 {{(pid=69304) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 642.834546] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 642.834883] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Copying Virtual Disk [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk to [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.835642] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3942c564-3449-4dc1-b238-0e3343137656 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.857688] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208068, 'name': ReconfigVM_Task, 'duration_secs': 0.334075} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.859275] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.860410] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 642.860410] env[69304]: value = "task-4208070" [ 642.860410] env[69304]: _type = "Task" [ 642.860410] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.860410] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ccda0c-ac8d-4063-9542-11548413a3a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.863331] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.882999] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.889635] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 642.889635] env[69304]: value = "task-4208071" [ 642.889635] env[69304]: _type = "Task" [ 642.889635] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.906798] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208071, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.986264] env[69304]: DEBUG nova.network.neutron [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Successfully created port: c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.164383] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a49d2-b673-4888-bedb-cdb29f221550 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.183937] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b287d-0c7e-475d-8c91-5ed89b1f8166 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.223835] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e7c4f8-0460-4fa1-ac9a-dcc755296296 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.233888] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe418e8-4ab2-4f62-85f4-d1a1f20c59c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.251789] env[69304]: DEBUG nova.compute.provider_tree [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.305860] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.306071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.306302] env[69304]: DEBUG nova.network.neutron [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.324379] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208069, 'name': ReconfigVM_Task, 'duration_secs': 0.350997} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.325474] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f50eceeb-edf3-40f0-a3f4-c61098e8b70c/f50eceeb-edf3-40f0-a3f4-c61098e8b70c.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.327026] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89e8cb49-0c77-47dc-a42e-b0402d74e24b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.338606] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 643.338606] env[69304]: value = "task-4208072" [ 643.338606] env[69304]: _type = "Task" [ 643.338606] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.357704] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208072, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.384580] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208070, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.403600] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208071, 'name': Rename_Task, 'duration_secs': 0.169024} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.403967] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.404238] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd20e3fe-d895-49ee-9486-4e262b8fd563 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.412296] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 643.412296] env[69304]: value = "task-4208073" [ 643.412296] env[69304]: _type = "Task" [ 643.412296] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.423350] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.758264] env[69304]: DEBUG nova.scheduler.client.report [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.792132] env[69304]: DEBUG nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Received event network-changed-6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 643.792783] env[69304]: DEBUG nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Refreshing instance network info cache due to event network-changed-6a353cfc-c037-439e-9f23-4411c0d6fc93. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 643.795092] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Acquiring lock "refresh_cache-f50eceeb-edf3-40f0-a3f4-c61098e8b70c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.795092] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Acquired lock "refresh_cache-f50eceeb-edf3-40f0-a3f4-c61098e8b70c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.795092] env[69304]: DEBUG nova.network.neutron [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Refreshing network info cache for port 6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.856243] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208072, 'name': Rename_Task, 'duration_secs': 0.159277} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.856834] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.857186] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7624430-9f08-488f-95fd-c22f8ac426f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.866784] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 643.866784] env[69304]: value = "task-4208074" [ 643.866784] env[69304]: _type = "Task" [ 643.866784] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.884806] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773627} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.884806] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Copied Virtual Disk [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk to [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.884806] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleting the datastore file [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088/tmp-sparse.vmdk {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.885269] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.885433] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafec476-b94e-4ed4-aeab-95dd1e456790 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.888466] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.899118] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 643.899118] env[69304]: value = "task-4208075" [ 643.899118] env[69304]: _type = "Task" [ 643.899118] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.910356] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.912597] env[69304]: DEBUG nova.network.neutron [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.927486] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.944496] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.944730] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.944879] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.945107] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.945228] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.945369] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.945578] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.945727] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.945887] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.946087] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.946273] env[69304]: DEBUG nova.virt.hardware [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.947175] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a05a5-633f-4cb5-b6d7-fc7beef2fadf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.956215] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612dfb93-a353-4d32-ab4e-f2677bc5cf6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.221009] env[69304]: DEBUG nova.network.neutron [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [{"id": "d4a5139d-a137-4c61-b351-41e2364bc48b", "address": "fa:16:3e:82:88:ad", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a5139d-a1", "ovs_interfaceid": "d4a5139d-a137-4c61-b351-41e2364bc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.261899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.263350] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.265812] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.341s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.267567] env[69304]: INFO nova.compute.claims [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.387898] env[69304]: DEBUG oslo_vmware.api [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208074, 'name': PowerOnVM_Task, 'duration_secs': 0.495718} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.388200] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.388677] env[69304]: INFO nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Took 9.17 seconds to spawn the instance on the hypervisor. [ 644.388952] env[69304]: DEBUG nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.390368] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c044fe-8acb-4189-805b-84a07b149c69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.418128] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034804} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.421901] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.422241] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Moving file from [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef/acb5648e-66ac-4776-a668-4960bbfdf088 to [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088. {{(pid=69304) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 644.422891] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5a30ae59-4a2d-4afe-9311-674346f85acd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.437033] env[69304]: DEBUG oslo_vmware.api [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208073, 'name': PowerOnVM_Task, 'duration_secs': 0.521497} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.437033] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.437033] env[69304]: INFO nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Took 11.42 seconds to spawn the instance on the hypervisor. [ 644.437033] env[69304]: DEBUG nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 644.437033] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 644.437033] env[69304]: value = "task-4208076" [ 644.437033] env[69304]: _type = "Task" [ 644.437033] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.437506] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45a1dc-42ef-4d9d-b2d1-04b437f62bb8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.450207] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208076, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.726955] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.727412] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Instance network_info: |[{"id": "d4a5139d-a137-4c61-b351-41e2364bc48b", "address": "fa:16:3e:82:88:ad", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a5139d-a1", "ovs_interfaceid": "d4a5139d-a137-4c61-b351-41e2364bc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.727955] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:88:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a5139d-a137-4c61-b351-41e2364bc48b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.740509] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Creating folder: Project (294db80e3faa4b929c9f993b464a38ce). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.740642] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4bf7a0b-ca3b-47ad-b2b5-1a63b80a87ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.753447] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Created folder: Project (294db80e3faa4b929c9f993b464a38ce) in parent group-v832645. [ 644.753631] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Creating folder: Instances. Parent ref: group-v832655. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.754032] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4787a7eb-6cf7-4ada-8336-57340240bece {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.766227] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Created folder: Instances in parent group-v832655. [ 644.766548] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.766831] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.766950] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5059215-ef4e-4d81-ae9e-94b678031abe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.787995] env[69304]: DEBUG nova.compute.utils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.798565] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.799025] env[69304]: DEBUG nova.network.neutron [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.807506] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.807506] env[69304]: value = "task-4208079" [ 644.807506] env[69304]: _type = "Task" [ 644.807506] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.837901] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208079, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.940992] env[69304]: DEBUG nova.policy [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b859468a42d844e6869eae255f213119', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0879608ae5ef4d1a944126457e2ec279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.943311] env[69304]: INFO nova.compute.manager [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Took 13.98 seconds to build instance. [ 644.968046] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208076, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032623} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.970168] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] File moved {{(pid=69304) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 644.970519] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Cleaning up location [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 644.971044] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleting the datastore file [datastore2] vmware_temp/4107179d-25e4-4aea-9c0a-8afd75a6aeef {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.975407] env[69304]: INFO nova.compute.manager [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Took 16.24 seconds to build instance. [ 644.976677] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5947e9-c31e-4440-97e0-5d95510f98aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.991559] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 644.991559] env[69304]: value = "task-4208080" [ 644.991559] env[69304]: _type = "Task" [ 644.991559] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.002242] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.157998] env[69304]: DEBUG nova.network.neutron [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Updated VIF entry in instance network info cache for port 6a353cfc-c037-439e-9f23-4411c0d6fc93. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.157998] env[69304]: DEBUG nova.network.neutron [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Updating instance_info_cache with network_info: [{"id": "6a353cfc-c037-439e-9f23-4411c0d6fc93", "address": "fa:16:3e:e3:41:86", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a353cfc-c0", "ovs_interfaceid": "6a353cfc-c037-439e-9f23-4411c0d6fc93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.300722] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.323778] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208079, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.458459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c73a2f3-2d62-41db-9344-b59d16b347a2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.511s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.489562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ad5b01-3274-469c-b363-f07bcf0b3c28 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "64682674-f877-4f16-90f3-60f5a7ec45db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.760s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.516741] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033311} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.516741] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.517794] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630c573d-f253-4895-b5bb-5b4415874ca0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.526316] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 645.526316] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a2d2e1-de88-9f16-ca2a-504a5c809dc2" [ 645.526316] env[69304]: _type = "Task" [ 645.526316] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.535327] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a2d2e1-de88-9f16-ca2a-504a5c809dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.664308] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Releasing lock "refresh_cache-f50eceeb-edf3-40f0-a3f4-c61098e8b70c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.664308] env[69304]: DEBUG nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Received event network-vif-plugged-d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 645.664308] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Acquiring lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.664308] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.664308] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.664692] env[69304]: DEBUG nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] No waiting events found dispatching network-vif-plugged-d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 645.664692] env[69304]: WARNING nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Received unexpected event network-vif-plugged-d4a5139d-a137-4c61-b351-41e2364bc48b for instance with vm_state building and task_state spawning. [ 645.664692] env[69304]: DEBUG nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Received event network-changed-d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 645.664692] env[69304]: DEBUG nova.compute.manager [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Refreshing instance network info cache due to event network-changed-d4a5139d-a137-4c61-b351-41e2364bc48b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 645.664692] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Acquiring lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.665052] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Acquired lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.665052] env[69304]: DEBUG nova.network.neutron [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Refreshing network info cache for port d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.695022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a12490-0bab-4a7b-859c-6fdb04d5439c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.703510] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4274727a-954e-46c1-9490-08d11b0bae8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.738909] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85ef32b-222a-4249-bcad-2f592709cc72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.747589] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f86d07f-9559-4a79-aaa7-d9383d9dce8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.769783] env[69304]: DEBUG nova.compute.provider_tree [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.828248] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208079, 'name': CreateVM_Task, 'duration_secs': 0.539069} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.828480] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.829291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.829426] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.829803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.830115] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49333adb-e6b4-4175-a80d-bd55f37771fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.836216] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 645.836216] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5274f11a-5ee5-83b0-74d5-1fad5b8b00a5" [ 645.836216] env[69304]: _type = "Task" [ 645.836216] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.849782] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5274f11a-5ee5-83b0-74d5-1fad5b8b00a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.902608] env[69304]: DEBUG nova.network.neutron [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Successfully updated port: c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.968414] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.991797] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.044751] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a2d2e1-de88-9f16-ca2a-504a5c809dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.0319} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.045611] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.045611] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 03a2cc99-1b1d-41b5-8b69-ba715305ac00/03a2cc99-1b1d-41b5-8b69-ba715305ac00.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.045611] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae6e678-0ad2-4d65-8297-4060638ed716 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.054091] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 646.054091] env[69304]: value = "task-4208081" [ 646.054091] env[69304]: _type = "Task" [ 646.054091] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.064672] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.274396] env[69304]: DEBUG nova.scheduler.client.report [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.320394] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.350708] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5274f11a-5ee5-83b0-74d5-1fad5b8b00a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.354613] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.354613] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.354701] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.355068] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.355068] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.355711] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-441655b4-0485-4876-a59e-fc992ac57eaa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.372845] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.373657] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.373657] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.373657] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.374405] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.374405] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.374405] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.374405] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.374861] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.374861] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.374969] env[69304]: DEBUG nova.virt.hardware [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.376325] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7de1412-6d8b-4537-9c6d-7a0f44c8ef4a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.381179] env[69304]: DEBUG nova.network.neutron [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Successfully created port: b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.391956] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598804e-51d6-487f-91c3-7e16e439b94d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.416188] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "refresh_cache-b3ee56c1-73f1-49de-8dd1-91944a520900" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.416188] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquired lock "refresh_cache-b3ee56c1-73f1-49de-8dd1-91944a520900" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.416188] env[69304]: DEBUG nova.network.neutron [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.416188] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.416188] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.427118] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a980800-16b2-47f3-91bf-4e8fcc3eb506 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.466665] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 646.466665] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528cf98b-6b9f-b853-f692-6718333744d9" [ 646.466665] env[69304]: _type = "Task" [ 646.466665] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.506885] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528cf98b-6b9f-b853-f692-6718333744d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.519505] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.531458] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.569390] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.780739] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.781299] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.784361] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.377s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.784937] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.784937] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 646.785193] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.989s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.788457] env[69304]: INFO nova.compute.claims [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.799221] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95ca6c-ff97-4bbe-b96f-9ad474da3b6c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.818066] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f6c02d-04f6-43db-8928-fbcd9780951b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.843719] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79379e76-2ba5-41bc-a317-d6d120147474 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.848513] env[69304]: DEBUG nova.compute.manager [req-42b52f97-e914-4e7d-8c5b-af3168dff182 req-9bdbc2e2-a6f6-4ddc-b5c9-dc1e87fc5c6b service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Received event network-vif-plugged-c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 646.848796] env[69304]: DEBUG oslo_concurrency.lockutils [req-42b52f97-e914-4e7d-8c5b-af3168dff182 req-9bdbc2e2-a6f6-4ddc-b5c9-dc1e87fc5c6b service nova] Acquiring lock "b3ee56c1-73f1-49de-8dd1-91944a520900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.849053] env[69304]: DEBUG oslo_concurrency.lockutils [req-42b52f97-e914-4e7d-8c5b-af3168dff182 req-9bdbc2e2-a6f6-4ddc-b5c9-dc1e87fc5c6b service nova] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.849413] env[69304]: DEBUG oslo_concurrency.lockutils [req-42b52f97-e914-4e7d-8c5b-af3168dff182 req-9bdbc2e2-a6f6-4ddc-b5c9-dc1e87fc5c6b service nova] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.849623] env[69304]: DEBUG nova.compute.manager [req-42b52f97-e914-4e7d-8c5b-af3168dff182 req-9bdbc2e2-a6f6-4ddc-b5c9-dc1e87fc5c6b service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] No waiting events found dispatching network-vif-plugged-c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 646.849890] env[69304]: WARNING nova.compute.manager [req-42b52f97-e914-4e7d-8c5b-af3168dff182 req-9bdbc2e2-a6f6-4ddc-b5c9-dc1e87fc5c6b service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Received unexpected event network-vif-plugged-c4f5698a-6495-4d7f-aae4-c3acd849e2fc for instance with vm_state building and task_state spawning. [ 646.857734] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2047a163-6918-4d84-a275-c1581e8047b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.906083] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180747MB free_disk=4GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 646.906287] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.978383] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528cf98b-6b9f-b853-f692-6718333744d9, 'name': SearchDatastore_Task, 'duration_secs': 0.060872} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.979313] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa02cb65-6e31-4cbe-800c-b5bb86fdaf94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.989479] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 646.989479] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f17591-36b1-0fab-efb4-67b8ac5b7133" [ 646.989479] env[69304]: _type = "Task" [ 646.989479] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.999305] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f17591-36b1-0fab-efb4-67b8ac5b7133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.072319] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560252} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.072319] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 03a2cc99-1b1d-41b5-8b69-ba715305ac00/03a2cc99-1b1d-41b5-8b69-ba715305ac00.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.072319] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.072462] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7664f817-9ddc-49b4-91a1-04cd6146bc4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.076880] env[69304]: DEBUG nova.network.neutron [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.086402] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 647.086402] env[69304]: value = "task-4208082" [ 647.086402] env[69304]: _type = "Task" [ 647.086402] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.110736] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.294770] env[69304]: DEBUG nova.compute.utils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.304116] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.304620] env[69304]: DEBUG nova.network.neutron [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.308912] env[69304]: DEBUG nova.network.neutron [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updated VIF entry in instance network info cache for port d4a5139d-a137-4c61-b351-41e2364bc48b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.310807] env[69304]: DEBUG nova.network.neutron [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [{"id": "d4a5139d-a137-4c61-b351-41e2364bc48b", "address": "fa:16:3e:82:88:ad", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a5139d-a1", "ovs_interfaceid": "d4a5139d-a137-4c61-b351-41e2364bc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.488042] env[69304]: DEBUG nova.policy [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6159e03c907247cb97faa2bcb334c2e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afb6c56a56124567944637238514dbae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.514455] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f17591-36b1-0fab-efb4-67b8ac5b7133, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.514455] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.514774] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5/f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.515064] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc0991f-1c3e-42d0-8d16-d0816c3f8e92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.529098] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 647.529098] env[69304]: value = "task-4208083" [ 647.529098] env[69304]: _type = "Task" [ 647.529098] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.545607] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.574251] env[69304]: DEBUG nova.network.neutron [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Updating instance_info_cache with network_info: [{"id": "c4f5698a-6495-4d7f-aae4-c3acd849e2fc", "address": "fa:16:3e:35:37:b0", "network": {"id": "659312d9-bb01-4574-85e5-fd82bcf4a1db", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1856385286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0874dd34054b02a300a8f501389962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f5698a-64", "ovs_interfaceid": "c4f5698a-6495-4d7f-aae4-c3acd849e2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.604727] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06819} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.609162] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.609162] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d084f74-059d-4f1e-92a2-b16b6b104174 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.641464] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 03a2cc99-1b1d-41b5-8b69-ba715305ac00/03a2cc99-1b1d-41b5-8b69-ba715305ac00.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.651229] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e99461-fd61-423f-815e-a8ef980e33cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.677324] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 647.677324] env[69304]: value = "task-4208084" [ 647.677324] env[69304]: _type = "Task" [ 647.677324] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.689322] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.811895] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.815293] env[69304]: DEBUG oslo_concurrency.lockutils [req-b33fd875-1634-4bc4-8f55-43b367592769 req-59a407fe-99b4-4e2a-ad4c-888137e6c0f5 service nova] Releasing lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.923609] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Acquiring lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.924450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.924854] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Acquiring lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.925912] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.928226] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.930114] env[69304]: INFO nova.compute.manager [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Terminating instance [ 648.051527] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.078072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Releasing lock "refresh_cache-b3ee56c1-73f1-49de-8dd1-91944a520900" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.079832] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Instance network_info: |[{"id": "c4f5698a-6495-4d7f-aae4-c3acd849e2fc", "address": "fa:16:3e:35:37:b0", "network": {"id": "659312d9-bb01-4574-85e5-fd82bcf4a1db", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1856385286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0874dd34054b02a300a8f501389962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f5698a-64", "ovs_interfaceid": "c4f5698a-6495-4d7f-aae4-c3acd849e2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.081295] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:37:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4f5698a-6495-4d7f-aae4-c3acd849e2fc', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.093502] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Creating folder: Project (7b0874dd34054b02a300a8f501389962). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.096602] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7bd3d62-a845-4d1a-8988-ff05cb8bd4cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.110264] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Created folder: Project (7b0874dd34054b02a300a8f501389962) in parent group-v832645. [ 648.111137] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Creating folder: Instances. Parent ref: group-v832658. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.113634] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94bca6bd-1a1e-42f7-aecf-a03dd093fe2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.129067] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Created folder: Instances in parent group-v832658. [ 648.129614] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.130026] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.130432] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ccc701-c222-405d-b4b5-5c2ed2217914 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.163562] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.163562] env[69304]: value = "task-4208087" [ 648.163562] env[69304]: _type = "Task" [ 648.163562] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.188169] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208087, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.199215] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.257260] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172663af-09e1-4f96-81dd-ba3ef4b64a66 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.278543] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610d32ee-321e-44e2-a654-5e4622a9172a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.326842] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9c2ddc-eb0b-41cd-a66b-b0babcb7738f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.335199] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9ca5aa-188e-40bf-9b58-2baf9bc59fa0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.353894] env[69304]: DEBUG nova.compute.provider_tree [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.441527] env[69304]: DEBUG nova.compute.manager [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.441877] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.444644] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8cff75-7594-4da1-b087-a66b49d62c72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.459779] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.461359] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190caa59-813a-4c12-ac79-cd951b8d1c70 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.477610] env[69304]: DEBUG oslo_vmware.api [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Waiting for the task: (returnval){ [ 648.477610] env[69304]: value = "task-4208088" [ 648.477610] env[69304]: _type = "Task" [ 648.477610] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.490055] env[69304]: DEBUG oslo_vmware.api [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Task: {'id': task-4208088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.548655] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550306} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.549183] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5/f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.549363] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.551033] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e915f4e2-6881-43b8-b211-d51b68498b80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.557774] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 648.557774] env[69304]: value = "task-4208089" [ 648.557774] env[69304]: _type = "Task" [ 648.557774] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.568687] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.668271] env[69304]: DEBUG nova.network.neutron [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Successfully created port: 56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.680362] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208087, 'name': CreateVM_Task, 'duration_secs': 0.419487} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.680668] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.681540] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.681839] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.682523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.683058] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0b50c4-de35-4559-9844-9a0d3d420ad1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.690315] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 648.690315] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0caac-6c24-bcce-5ee0-bb9b1f5b7797" [ 648.690315] env[69304]: _type = "Task" [ 648.690315] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.710930] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208084, 'name': ReconfigVM_Task, 'duration_secs': 0.683611} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.711480] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0caac-6c24-bcce-5ee0-bb9b1f5b7797, 'name': SearchDatastore_Task, 'duration_secs': 0.010169} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.711480] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 03a2cc99-1b1d-41b5-8b69-ba715305ac00/03a2cc99-1b1d-41b5-8b69-ba715305ac00.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.712573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.712573] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.712573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.712775] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.712855] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.713119] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1490f15-3749-4e1a-adeb-0dbaf1c2ff76 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.715072] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69495990-0976-4a70-abf5-d97ebd428284 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.724679] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 648.724679] env[69304]: value = "task-4208090" [ 648.724679] env[69304]: _type = "Task" [ 648.724679] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.728043] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.728344] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.732773] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8824646-967e-490e-a9dc-034766e6fd2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.742911] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 648.742911] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5276917e-bd29-f4c3-c777-c6b314d6a3e2" [ 648.742911] env[69304]: _type = "Task" [ 648.742911] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.743412] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208090, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.753266] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5276917e-bd29-f4c3-c777-c6b314d6a3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.753936] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b19855-d077-4fb5-91c0-d644a5a483f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.761970] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 648.761970] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520968bf-663e-88a0-d19b-d85453ac2fdb" [ 648.761970] env[69304]: _type = "Task" [ 648.761970] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.770426] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520968bf-663e-88a0-d19b-d85453ac2fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.830420] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.857202] env[69304]: DEBUG nova.scheduler.client.report [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.864867] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.865183] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.865381] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.865605] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.865774] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.865934] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.866404] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.866488] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.866688] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.867190] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.867488] env[69304]: DEBUG nova.virt.hardware [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.868903] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d0886-426b-4469-9b17-53eabe3c2a99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.878600] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e8d15b-e458-468b-9f49-ab3fb71eda42 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.988284] env[69304]: DEBUG oslo_vmware.api [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Task: {'id': task-4208088, 'name': PowerOffVM_Task, 'duration_secs': 0.232309} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.988715] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.988928] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.989195] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b418b61-c94e-4aeb-bf41-23f84628190b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.061815] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.062084] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.062293] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Deleting the datastore file [datastore1] f50eceeb-edf3-40f0-a3f4-c61098e8b70c {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.070934] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e171181-1296-40a2-bda4-b49b42212974 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.086575] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072629} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.092503] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.092503] env[69304]: INFO nova.compute.manager [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Rebuilding instance [ 649.095033] env[69304]: DEBUG oslo_vmware.api [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Waiting for the task: (returnval){ [ 649.095033] env[69304]: value = "task-4208092" [ 649.095033] env[69304]: _type = "Task" [ 649.095033] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.096283] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4d2c4d-6aef-476d-8ad9-bfdd2cfa7247 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.126575] env[69304]: DEBUG oslo_vmware.api [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Task: {'id': task-4208092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.141783] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5/f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.144655] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6460ebaf-8196-4bb6-b289-287e3773b00d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.167200] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 649.167200] env[69304]: value = "task-4208093" [ 649.167200] env[69304]: _type = "Task" [ 649.167200] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.180501] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.198060] env[69304]: DEBUG nova.compute.manager [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 649.198985] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f0aae4-7c0d-47b4-bb20-3a26d5cb5e5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.239296] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208090, 'name': Rename_Task, 'duration_secs': 0.145483} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.239794] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.240043] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d215ff5d-31a8-4a3d-a98d-f90d7cef5aa1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.249804] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 649.249804] env[69304]: value = "task-4208094" [ 649.249804] env[69304]: _type = "Task" [ 649.249804] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.260526] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.272396] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520968bf-663e-88a0-d19b-d85453ac2fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.272838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.273167] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] b3ee56c1-73f1-49de-8dd1-91944a520900/b3ee56c1-73f1-49de-8dd1-91944a520900.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.273448] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d357f13e-5768-4bbb-ad54-42ce6b456587 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.284494] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 649.284494] env[69304]: value = "task-4208095" [ 649.284494] env[69304]: _type = "Task" [ 649.284494] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.299063] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.376027] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.376027] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.377264] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.796s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.379295] env[69304]: INFO nova.compute.claims [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.621942] env[69304]: DEBUG oslo_vmware.api [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Task: {'id': task-4208092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186504} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.626636] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.626874] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.627096] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.627249] env[69304]: INFO nova.compute.manager [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 649.627520] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.627707] env[69304]: DEBUG nova.compute.manager [-] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.627797] env[69304]: DEBUG nova.network.neutron [-] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.687307] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208093, 'name': ReconfigVM_Task, 'duration_secs': 0.487246} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.690014] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5/f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.690742] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc1c4bf4-9c1d-4565-9e5d-f7c4ecc1c56d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.702279] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 649.702279] env[69304]: value = "task-4208096" [ 649.702279] env[69304]: _type = "Task" [ 649.702279] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.723853] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208096, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.774709] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.801351] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.815137] env[69304]: DEBUG nova.network.neutron [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Successfully updated port: b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.885203] env[69304]: DEBUG nova.compute.utils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.892747] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.893019] env[69304]: DEBUG nova.network.neutron [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.124891] env[69304]: DEBUG nova.policy [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.214354] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208096, 'name': Rename_Task, 'duration_secs': 0.396002} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.214757] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.215021] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a233963-7c42-456e-99be-dd921b224174 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.220444] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.220926] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.222781] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 650.222781] env[69304]: value = "task-4208097" [ 650.222781] env[69304]: _type = "Task" [ 650.222781] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.226390] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.226616] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2e257b-1c12-4c0d-8066-d1e7f765f0ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.233161] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.234483] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 650.234483] env[69304]: value = "task-4208098" [ 650.234483] env[69304]: _type = "Task" [ 650.234483] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.243716] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.262239] env[69304]: DEBUG oslo_vmware.api [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208094, 'name': PowerOnVM_Task, 'duration_secs': 0.82059} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.262594] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.262838] env[69304]: INFO nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Took 11.02 seconds to spawn the instance on the hypervisor. [ 650.263067] env[69304]: DEBUG nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.263910] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c8114d-1ac6-43d2-a895-4c3d77e43b79 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.300025] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662649} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.300025] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] b3ee56c1-73f1-49de-8dd1-91944a520900/b3ee56c1-73f1-49de-8dd1-91944a520900.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.300025] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.300025] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed46ddf9-79fe-40c3-8652-ad09d5cb12f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.307115] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 650.307115] env[69304]: value = "task-4208099" [ 650.307115] env[69304]: _type = "Task" [ 650.307115] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.321255] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "refresh_cache-3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.321428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquired lock "refresh_cache-3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.321578] env[69304]: DEBUG nova.network.neutron [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.394069] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.660117] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84058c16-d458-4fcc-b9fb-05421b83766d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.669858] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9615c-f6ad-4994-b890-c0fcbc3d1f6c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.714513] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17368821-f7e5-4563-89d8-3784dfd92f09 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.723784] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915974c-bf65-4212-9bc7-7ec8fdab1d23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.752259] env[69304]: DEBUG nova.compute.provider_tree [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.754360] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208097, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.761625] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208098, 'name': PowerOffVM_Task, 'duration_secs': 0.137162} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.761625] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.761625] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.763192] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf8ff4-a7bd-4e76-a0f1-30b84212ff26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.771446] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.771760] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5757bbb1-92b1-4bb5-9979-773b702f0796 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.783542] env[69304]: INFO nova.compute.manager [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Took 15.90 seconds to build instance. [ 650.814447] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.814953] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.815212] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleting the datastore file [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.815900] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c0bdbdb-c7e6-42ce-8a9c-d7b129850e69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.820743] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128153} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.821352] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.822601] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2aef39-8ea5-4b19-ae07-e187a6bd9b1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.829560] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 650.829560] env[69304]: value = "task-4208101" [ 650.829560] env[69304]: _type = "Task" [ 650.829560] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.854358] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b3ee56c1-73f1-49de-8dd1-91944a520900/b3ee56c1-73f1-49de-8dd1-91944a520900.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.855035] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e769f78-48f4-4e30-8b4f-1486dacfa251 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.875118] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.881446] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 650.881446] env[69304]: value = "task-4208102" [ 650.881446] env[69304]: _type = "Task" [ 650.881446] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.890307] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.017355] env[69304]: DEBUG nova.network.neutron [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.090018] env[69304]: DEBUG nova.network.neutron [-] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.240831] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208097, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.275430] env[69304]: ERROR nova.scheduler.client.report [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [req-60c187d5-b600-473d-8cc2-c0f2ee1c076a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60c187d5-b600-473d-8cc2-c0f2ee1c076a"}]} [ 651.285114] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45bb0fb9-8e4a-41ef-af70-a2cc2f767214 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.407s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.301742] env[69304]: DEBUG nova.scheduler.client.report [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 651.318197] env[69304]: DEBUG nova.scheduler.client.report [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 651.318760] env[69304]: DEBUG nova.compute.provider_tree [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.336730] env[69304]: DEBUG nova.scheduler.client.report [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 651.346412] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214711} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.346682] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.346865] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.347066] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.358138] env[69304]: DEBUG nova.scheduler.client.report [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 651.391422] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.405111] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.439941] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.440202] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.440359] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.440539] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.440684] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.440831] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.441052] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.441216] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.441379] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.441536] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.441704] env[69304]: DEBUG nova.virt.hardware [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.442578] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f14797e-ee1e-449b-a112-f4eac686db13 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.453504] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61840fa1-3316-4e24-9fca-e8231ffa02fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.592149] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882cf43-c885-4192-8c51-6f4365161b5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.595710] env[69304]: INFO nova.compute.manager [-] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Took 1.97 seconds to deallocate network for instance. [ 651.621377] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1040c-73e5-4474-b495-d036fb3fe0f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.668812] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58f7cdf-c5be-457a-ac6f-0ca053211783 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.682013] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e2870-7fc3-4a8e-8401-72dca4db2cf8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.706504] env[69304]: DEBUG nova.compute.provider_tree [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.748703] env[69304]: DEBUG oslo_vmware.api [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208097, 'name': PowerOnVM_Task, 'duration_secs': 1.032716} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.750979] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.750979] env[69304]: INFO nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Took 10.22 seconds to spawn the instance on the hypervisor. [ 651.750979] env[69304]: DEBUG nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 651.750979] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8e6458-6dc9-427e-880b-684cba097b0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.775926] env[69304]: DEBUG nova.network.neutron [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Updating instance_info_cache with network_info: [{"id": "b18ffa8a-11e5-40f4-9f85-2d5f16648581", "address": "fa:16:3e:ea:2b:81", "network": {"id": "060b3bc4-3f0c-458f-aa25-a683e03725dc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-170933235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0879608ae5ef4d1a944126457e2ec279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ffa8a-11", "ovs_interfaceid": "b18ffa8a-11e5-40f4-9f85-2d5f16648581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.789322] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.850961] env[69304]: DEBUG nova.network.neutron [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Successfully created port: 37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.898540] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208102, 'name': ReconfigVM_Task, 'duration_secs': 0.905432} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.898832] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b3ee56c1-73f1-49de-8dd1-91944a520900/b3ee56c1-73f1-49de-8dd1-91944a520900.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.903685] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d716c13-43d7-4bd8-9088-a336fc010376 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.912586] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 651.912586] env[69304]: value = "task-4208103" [ 651.912586] env[69304]: _type = "Task" [ 651.912586] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.930900] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208103, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.122297] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.209580] env[69304]: DEBUG nova.scheduler.client.report [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.274661] env[69304]: INFO nova.compute.manager [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Took 16.91 seconds to build instance. [ 652.280093] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Releasing lock "refresh_cache-3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.280093] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Instance network_info: |[{"id": "b18ffa8a-11e5-40f4-9f85-2d5f16648581", "address": "fa:16:3e:ea:2b:81", "network": {"id": "060b3bc4-3f0c-458f-aa25-a683e03725dc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-170933235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0879608ae5ef4d1a944126457e2ec279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ffa8a-11", "ovs_interfaceid": "b18ffa8a-11e5-40f4-9f85-2d5f16648581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.280324] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:2b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18ffa8a-11e5-40f4-9f85-2d5f16648581', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.293529] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Creating folder: Project (0879608ae5ef4d1a944126457e2ec279). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.297166] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96eb9392-8637-4fd8-a87c-cacf1dcafbba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.312087] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Created folder: Project (0879608ae5ef4d1a944126457e2ec279) in parent group-v832645. [ 652.313234] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Creating folder: Instances. Parent ref: group-v832661. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.313234] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ce3955c-4dd8-495e-b916-466fb815c039 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.321633] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.324216] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Created folder: Instances in parent group-v832661. [ 652.324619] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.324695] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.324903] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0989e400-1685-4177-8bfd-565243c34aa7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.347598] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.347598] env[69304]: value = "task-4208106" [ 652.347598] env[69304]: _type = "Task" [ 652.347598] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.357051] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208106, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.400120] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.400852] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.401086] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.402082] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.402082] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.402082] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.402082] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.402082] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.402325] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.402325] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.402603] env[69304]: DEBUG nova.virt.hardware [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.403428] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfbd517-5a4d-46f3-8797-d442455efb74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.413576] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a108a5-a7c9-483a-a591-7ec2ffe633a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.429008] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208103, 'name': Rename_Task, 'duration_secs': 0.353059} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.438258] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.439224] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.446571] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.447393] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffe5eda8-3cb4-437a-8906-829a62cbf887 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.449653] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.450429] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e63e4aa-8ea5-40c5-9ad3-03b1b75db657 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469687] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 652.469687] env[69304]: value = "task-4208107" [ 652.469687] env[69304]: _type = "Task" [ 652.469687] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.470994] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.470994] env[69304]: value = "task-4208108" [ 652.470994] env[69304]: _type = "Task" [ 652.470994] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.484755] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208108, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.488817] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.615117] env[69304]: DEBUG nova.network.neutron [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Successfully updated port: 56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.716292] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.339s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.718634] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.721802] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.061s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.724756] env[69304]: INFO nova.compute.claims [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.779253] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a374d5e1-3757-4395-b8c7-70ef032b4524 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.425s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.800848] env[69304]: DEBUG nova.compute.manager [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Received event network-changed-c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 652.800902] env[69304]: DEBUG nova.compute.manager [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Refreshing instance network info cache due to event network-changed-c4f5698a-6495-4d7f-aae4-c3acd849e2fc. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 652.803849] env[69304]: DEBUG oslo_concurrency.lockutils [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] Acquiring lock "refresh_cache-b3ee56c1-73f1-49de-8dd1-91944a520900" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.804250] env[69304]: DEBUG oslo_concurrency.lockutils [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] Acquired lock "refresh_cache-b3ee56c1-73f1-49de-8dd1-91944a520900" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.805087] env[69304]: DEBUG nova.network.neutron [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Refreshing network info cache for port c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.858737] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208106, 'name': CreateVM_Task, 'duration_secs': 0.418909} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.859187] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.859682] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.859867] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.860250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.860898] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2161c1-c0da-428b-8b1d-ac32bc044b5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.867297] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 652.867297] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e07b5-58c0-f14d-936f-187df7d6c63b" [ 652.867297] env[69304]: _type = "Task" [ 652.867297] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.883723] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e07b5-58c0-f14d-936f-187df7d6c63b, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.883723] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.883723] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.883999] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.884109] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.884374] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.884976] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39bad481-5024-448e-8098-678bf3c2df18 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.897286] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.897286] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.897433] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf14867-3e62-4aec-894f-a0998f00a85c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.905625] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 652.905625] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529a4c7a-9f1a-fa7b-94ad-da45ce18bfd6" [ 652.905625] env[69304]: _type = "Task" [ 652.905625] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.921026] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529a4c7a-9f1a-fa7b-94ad-da45ce18bfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.988130] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208108, 'name': CreateVM_Task, 'duration_secs': 0.333014} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.992135] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.992804] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208107, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.993746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.993746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.994228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.994446] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96123948-faae-43d3-b6bd-241dabcf507f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.001994] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 653.001994] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52432d1e-94ae-a0fa-a60c-d6e2c165df59" [ 653.001994] env[69304]: _type = "Task" [ 653.001994] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.013402] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52432d1e-94ae-a0fa-a60c-d6e2c165df59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.121066] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121240] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.121391] env[69304]: DEBUG nova.network.neutron [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.231201] env[69304]: DEBUG nova.compute.utils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.237270] env[69304]: DEBUG nova.compute.manager [req-870cf6dc-4d3f-49cc-b62b-d30a2a4a5468 req-d6e67222-134d-4335-b0f1-1a94811f9196 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Received event network-vif-plugged-b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 653.237270] env[69304]: DEBUG oslo_concurrency.lockutils [req-870cf6dc-4d3f-49cc-b62b-d30a2a4a5468 req-d6e67222-134d-4335-b0f1-1a94811f9196 service nova] Acquiring lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.237270] env[69304]: DEBUG oslo_concurrency.lockutils [req-870cf6dc-4d3f-49cc-b62b-d30a2a4a5468 req-d6e67222-134d-4335-b0f1-1a94811f9196 service nova] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.237270] env[69304]: DEBUG oslo_concurrency.lockutils [req-870cf6dc-4d3f-49cc-b62b-d30a2a4a5468 req-d6e67222-134d-4335-b0f1-1a94811f9196 service nova] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.237270] env[69304]: DEBUG nova.compute.manager [req-870cf6dc-4d3f-49cc-b62b-d30a2a4a5468 req-d6e67222-134d-4335-b0f1-1a94811f9196 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] No waiting events found dispatching network-vif-plugged-b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.237608] env[69304]: WARNING nova.compute.manager [req-870cf6dc-4d3f-49cc-b62b-d30a2a4a5468 req-d6e67222-134d-4335-b0f1-1a94811f9196 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Received unexpected event network-vif-plugged-b18ffa8a-11e5-40f4-9f85-2d5f16648581 for instance with vm_state building and task_state spawning. [ 653.237608] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.237608] env[69304]: DEBUG nova.network.neutron [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.399203] env[69304]: DEBUG nova.policy [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d0eac2032694ed6a2cbb43523bf27e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51a2766c77494d1099b7e030d3aafdcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.421347] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529a4c7a-9f1a-fa7b-94ad-da45ce18bfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.014485} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.424018] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80bc311-8d97-4bac-b5f2-4568fb276313 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.431747] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 653.431747] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fff228-149c-6fe3-cddd-80e915d95c15" [ 653.431747] env[69304]: _type = "Task" [ 653.431747] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.451459] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fff228-149c-6fe3-cddd-80e915d95c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.484838] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208107, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.516042] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52432d1e-94ae-a0fa-a60c-d6e2c165df59, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.516810] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.517107] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.517384] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.517538] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.517719] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.518042] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca034db1-9f5d-47d9-a88a-4df6280fac18 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.530581] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.531121] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.535034] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb3f445-0fc7-48b3-b14c-677b969abe23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.540227] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 653.540227] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527834fb-aece-7f3e-2e49-606b388c9cbf" [ 653.540227] env[69304]: _type = "Task" [ 653.540227] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.555912] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527834fb-aece-7f3e-2e49-606b388c9cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.739827] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.765778] env[69304]: DEBUG nova.network.neutron [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.945975] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fff228-149c-6fe3-cddd-80e915d95c15, 'name': SearchDatastore_Task, 'duration_secs': 0.020446} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.949379] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.949730] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277/3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.951924] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c28ed3b-2417-4d7c-b13f-961cd6390719 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.967128] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 653.967128] env[69304]: value = "task-4208109" [ 653.967128] env[69304]: _type = "Task" [ 653.967128] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.992983] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.993282] env[69304]: DEBUG oslo_vmware.api [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208107, 'name': PowerOnVM_Task, 'duration_secs': 1.018637} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.996227] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.996424] env[69304]: INFO nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Took 10.11 seconds to spawn the instance on the hypervisor. [ 653.996595] env[69304]: DEBUG nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.997774] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2791c3b9-778e-47ef-9634-c3c3c54f5016 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.062167] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27769987-b5eb-4e0a-bd10-5ba5ca2ec9b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.065403] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527834fb-aece-7f3e-2e49-606b388c9cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.02311} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.068442] env[69304]: DEBUG nova.compute.manager [None req-593f0a3a-fb1a-4ff4-9e3b-13b5be812817 tempest-ServerDiagnosticsV248Test-1752221616 tempest-ServerDiagnosticsV248Test-1752221616-project-admin] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.069857] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ecdaf2-bdd4-4334-a2d6-3bf10d0d8b90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.073597] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6598f041-0744-42c8-b269-4dfbb3a6057d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.082557] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a4485-91fd-4c75-9319-3af267f889d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.092994] env[69304]: INFO nova.compute.manager [None req-593f0a3a-fb1a-4ff4-9e3b-13b5be812817 tempest-ServerDiagnosticsV248Test-1752221616 tempest-ServerDiagnosticsV248Test-1752221616-project-admin] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Retrieving diagnostics [ 654.093524] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 654.093524] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5286bde1-4947-e579-bb83-7bf78ad3d6e4" [ 654.093524] env[69304]: _type = "Task" [ 654.093524] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.095139] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a077b0-bb27-4d74-9952-2ad77bec14dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.133450] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd968a47-adb2-4a93-96ab-225d8f3abb51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.172597] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5286bde1-4947-e579-bb83-7bf78ad3d6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.174448] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.174800] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.180135] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4480b9c1-baad-4e61-a7de-2d35f8d549da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.182917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "8f0a0fcb-babd-406b-9468-ae0f86818589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.183180] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.186758] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e6f71-c7db-4d87-8aa2-75b37fb19966 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.206466] env[69304]: DEBUG nova.compute.provider_tree [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.206466] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 654.206466] env[69304]: value = "task-4208110" [ 654.206466] env[69304]: _type = "Task" [ 654.206466] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.345794] env[69304]: DEBUG nova.network.neutron [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Updated VIF entry in instance network info cache for port c4f5698a-6495-4d7f-aae4-c3acd849e2fc. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.346432] env[69304]: DEBUG nova.network.neutron [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Updating instance_info_cache with network_info: [{"id": "c4f5698a-6495-4d7f-aae4-c3acd849e2fc", "address": "fa:16:3e:35:37:b0", "network": {"id": "659312d9-bb01-4574-85e5-fd82bcf4a1db", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1856385286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b0874dd34054b02a300a8f501389962", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4f5698a-64", "ovs_interfaceid": "c4f5698a-6495-4d7f-aae4-c3acd849e2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.481874] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.522888] env[69304]: INFO nova.compute.manager [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Took 17.91 seconds to build instance. [ 654.629869] env[69304]: DEBUG nova.network.neutron [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Successfully updated port: 37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.651992] env[69304]: DEBUG nova.network.neutron [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.686628] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.710891] env[69304]: DEBUG nova.scheduler.client.report [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.730058] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.750305] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.797432] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.797432] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.797432] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.797598] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.799385] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.800067] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.800445] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.800806] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.801249] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.802347] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.803260] env[69304]: DEBUG nova.virt.hardware [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.804071] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c36104-f34a-4c0f-bb21-6f203668e275 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.814768] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261ad965-4a0c-4439-b581-0d50f7de2991 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.849880] env[69304]: DEBUG oslo_concurrency.lockutils [req-587f47f9-db84-4982-a7ad-95b2ccf420e5 req-a03c831f-c706-4d0d-9c37-632e2ab5b3c7 service nova] Releasing lock "refresh_cache-b3ee56c1-73f1-49de-8dd1-91944a520900" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.949080] env[69304]: DEBUG nova.network.neutron [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Successfully created port: 75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.982468] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75029} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.982816] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277/3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.983064] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.983338] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c5e8a77-959c-41fe-b574-513fcafe9429 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.993389] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 654.993389] env[69304]: value = "task-4208111" [ 654.993389] env[69304]: _type = "Task" [ 654.993389] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.015629] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.025411] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4875eedd-6a0e-4bbd-99d9-a5740629a660 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.427s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.134395] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.134550] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.134701] env[69304]: DEBUG nova.network.neutron [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.159704] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.160159] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Instance network_info: |[{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.160737] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ba:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56f8b892-f116-4b69-9c90-f3dc2471aff7', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.171921] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Creating folder: Project (afb6c56a56124567944637238514dbae). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.172116] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9278487c-1c3b-449f-b081-a0e433d02b35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.187541] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Created folder: Project (afb6c56a56124567944637238514dbae) in parent group-v832645. [ 655.188144] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Creating folder: Instances. Parent ref: group-v832665. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.189081] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a1cbd5-ca81-474a-9c03-ddc1e27305f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.210546] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Created folder: Instances in parent group-v832665. [ 655.210837] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.211233] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.211269] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34cff4f9-c70c-4f7b-94fd-2b4e9e4a31df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.240209] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.242452] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.242452] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.250267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.730s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.251674] env[69304]: INFO nova.compute.claims [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.265133] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948946} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.265133] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.265321] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.267612] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.267612] env[69304]: value = "task-4208114" [ 655.267612] env[69304]: _type = "Task" [ 655.267612] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.267612] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc1dd2ec-f133-47b6-99e6-97caff66ac16 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.281124] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208114, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.282397] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 655.282397] env[69304]: value = "task-4208115" [ 655.282397] env[69304]: _type = "Task" [ 655.282397] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.292516] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.505418] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.315948} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.505685] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.506555] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1933a63-661f-4370-bca0-ed08c1e4434c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.535158] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277/3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.535158] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5421f6cb-2620-41e2-a59f-e35a7a80dba2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.555161] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 655.555161] env[69304]: value = "task-4208116" [ 655.555161] env[69304]: _type = "Task" [ 655.555161] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.567981] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.712337] env[69304]: DEBUG nova.network.neutron [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.759046] env[69304]: DEBUG nova.compute.utils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.767894] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.769300] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.787772] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208114, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.800016] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078903} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.801216] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.802400] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2dd996-c6ae-4777-9d42-e6845ea432bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.826867] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.828483] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79877dbe-e627-479e-ad61-f808a522595e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.850718] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 655.850718] env[69304]: value = "task-4208117" [ 655.850718] env[69304]: _type = "Task" [ 655.850718] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.861139] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.862683] env[69304]: DEBUG nova.policy [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6408abf92334cdb9eae516da9d2339f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55a041e200a4d69bb5a923a1de6ca21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.075550] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.143457] env[69304]: DEBUG nova.network.neutron [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.276217] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.302490] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208114, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.362714] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.525093] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b078f3f8-2fa6-4b19-a8c8-d328cc137993 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.533648] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bbdb7b-1f42-47d9-b768-d44b13be9024 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.571075] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8fb8c-6130-4b50-81ec-7b9bc22846be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.582729] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208116, 'name': ReconfigVM_Task, 'duration_secs': 0.66628} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.583112] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277/3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.584764] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0686d-9289-46ab-ae88-ddd48588f3f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.589339] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f645a5d1-49f7-48b5-a045-38703dc289d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.604818] env[69304]: DEBUG nova.compute.provider_tree [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.608681] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 656.608681] env[69304]: value = "task-4208118" [ 656.608681] env[69304]: _type = "Task" [ 656.608681] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.620902] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208118, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.648153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.648490] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Instance network_info: |[{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.648925] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:5d:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37765568-9bcc-4805-962e-9675df8f640f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.656578] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Creating folder: Project (de32bd38a331486fa7241e17a7afb91c). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.657588] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b60152-fcdd-487d-82cc-c9c31a82671d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.669479] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Created folder: Project (de32bd38a331486fa7241e17a7afb91c) in parent group-v832645. [ 656.669695] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Creating folder: Instances. Parent ref: group-v832668. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.669953] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad0ae73-d949-4c0b-afdd-afd4f92cea72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.681950] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Created folder: Instances in parent group-v832668. [ 656.682050] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.682387] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.682501] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6661d85-a946-4160-880b-b5ca1baf494f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.704822] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.704822] env[69304]: value = "task-4208121" [ 656.704822] env[69304]: _type = "Task" [ 656.704822] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.713898] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208121, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.801775] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208114, 'name': CreateVM_Task, 'duration_secs': 1.07949} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.802028] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.802958] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.802958] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.803360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.803456] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c362e9-32d1-4ad4-80a3-8313e4a7e77f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.813235] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 656.813235] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524051f6-4593-1561-621e-b9482213e2d1" [ 656.813235] env[69304]: _type = "Task" [ 656.813235] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.824859] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524051f6-4593-1561-621e-b9482213e2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.867033] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208117, 'name': ReconfigVM_Task, 'duration_secs': 0.603888} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.867220] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.868586] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab61774b-fe23-4dc9-ba5c-29c320f014ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.878761] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 656.878761] env[69304]: value = "task-4208122" [ 656.878761] env[69304]: _type = "Task" [ 656.878761] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.896565] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208122, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.010866] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Successfully created port: d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.111034] env[69304]: DEBUG nova.scheduler.client.report [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.129940] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208118, 'name': Rename_Task, 'duration_secs': 0.262187} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.130254] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.130851] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91618f73-5b84-4b8b-bb88-4c60d6ecfd74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.138555] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 657.138555] env[69304]: value = "task-4208123" [ 657.138555] env[69304]: _type = "Task" [ 657.138555] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.148457] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.220160] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208121, 'name': CreateVM_Task, 'duration_secs': 0.397017} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.220410] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.221357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.221614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.221992] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.222299] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c07caae-9a07-4b85-b0f9-a1b57fdd309a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.229387] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 657.229387] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fa8ada-d2f3-e2f9-6f90-0d10046b7f5c" [ 657.229387] env[69304]: _type = "Task" [ 657.229387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.242197] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fa8ada-d2f3-e2f9-6f90-0d10046b7f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.295876] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.327528] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524051f6-4593-1561-621e-b9482213e2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014091} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.327903] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.328149] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.328410] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.328599] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.328783] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.329299] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8a5244a-6720-4463-a627-1c1bdf515466 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.341619] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.341819] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.346657] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.346839] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.347009] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.347190] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.347350] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.347521] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.347704] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.347910] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.348220] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.350083] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.350083] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.350083] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2a28ae-531b-480d-97c8-634f9fb94c76 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.352384] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c28bccf-085f-4b0c-aa8b-e34d63fe1f7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.359974] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 657.359974] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525043f2-477e-92ce-2de0-4f30318ac578" [ 657.359974] env[69304]: _type = "Task" [ 657.359974] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.366275] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01dfdff-bac9-48cc-a5b7-65e1f7c889d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.380099] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525043f2-477e-92ce-2de0-4f30318ac578, 'name': SearchDatastore_Task, 'duration_secs': 0.014933} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.388140] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695ee0da-f85d-451c-bcd8-a241eca838ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.398923] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 657.398923] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529df58e-a5bc-8161-1732-1d27cc8b0b1c" [ 657.398923] env[69304]: _type = "Task" [ 657.398923] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.402898] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208122, 'name': Rename_Task, 'duration_secs': 0.175275} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.411985] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.412145] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5826edd2-56d8-4810-8e24-d399354458c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.421106] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529df58e-a5bc-8161-1732-1d27cc8b0b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.423184] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 657.423184] env[69304]: value = "task-4208124" [ 657.423184] env[69304]: _type = "Task" [ 657.423184] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.433061] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.511643] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.515055] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.606569] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.606569] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.624653] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.627927] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.629127] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.097s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.630143] env[69304]: INFO nova.compute.claims [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.653075] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208123, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.750776] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fa8ada-d2f3-e2f9-6f90-0d10046b7f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.032337} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.750776] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.750913] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.751198] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.751281] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.751498] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.751735] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33efb1a8-739a-45a1-901a-7e48cf612553 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.766229] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.766463] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.772302] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4312d3-c64e-457c-85d9-6059af2042a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.781138] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 657.781138] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52283735-12f7-fb24-f391-6cea89862055" [ 657.781138] env[69304]: _type = "Task" [ 657.781138] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.792986] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52283735-12f7-fb24-f391-6cea89862055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.916992] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529df58e-a5bc-8161-1732-1d27cc8b0b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.021519} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.917352] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.917618] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 9f0e31e6-2529-4998-aecd-0b908423b768/9f0e31e6-2529-4998-aecd-0b908423b768.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.917889] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a120715b-3277-4532-845c-813d63d1ee20 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.930680] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 657.930680] env[69304]: value = "task-4208125" [ 657.930680] env[69304]: _type = "Task" [ 657.930680] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.934201] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208124, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.943958] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.024552] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.040208] env[69304]: DEBUG nova.compute.manager [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 658.065560] env[69304]: DEBUG nova.compute.manager [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Received event network-vif-deleted-6a353cfc-c037-439e-9f23-4411c0d6fc93 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 658.065874] env[69304]: DEBUG nova.compute.manager [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received event network-vif-plugged-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 658.065953] env[69304]: DEBUG oslo_concurrency.lockutils [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] Acquiring lock "9f0e31e6-2529-4998-aecd-0b908423b768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.066595] env[69304]: DEBUG oslo_concurrency.lockutils [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] Lock "9f0e31e6-2529-4998-aecd-0b908423b768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.066781] env[69304]: DEBUG oslo_concurrency.lockutils [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] Lock "9f0e31e6-2529-4998-aecd-0b908423b768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.066949] env[69304]: DEBUG nova.compute.manager [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] No waiting events found dispatching network-vif-plugged-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.067130] env[69304]: WARNING nova.compute.manager [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received unexpected event network-vif-plugged-56f8b892-f116-4b69-9c90-f3dc2471aff7 for instance with vm_state building and task_state spawning. [ 658.067326] env[69304]: DEBUG nova.compute.manager [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 658.067473] env[69304]: DEBUG nova.compute.manager [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing instance network info cache due to event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 658.067677] env[69304]: DEBUG oslo_concurrency.lockutils [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.067811] env[69304]: DEBUG oslo_concurrency.lockutils [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.067961] env[69304]: DEBUG nova.network.neutron [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.082419] env[69304]: DEBUG nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Received event network-changed-b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 658.082625] env[69304]: DEBUG nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Refreshing instance network info cache due to event network-changed-b18ffa8a-11e5-40f4-9f85-2d5f16648581. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 658.083489] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Acquiring lock "refresh_cache-3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.083489] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Acquired lock "refresh_cache-3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.083489] env[69304]: DEBUG nova.network.neutron [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Refreshing network info cache for port b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.135679] env[69304]: DEBUG nova.compute.utils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.139982] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.140228] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.158876] env[69304]: DEBUG oslo_vmware.api [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208123, 'name': PowerOnVM_Task, 'duration_secs': 0.744717} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.160224] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.160224] env[69304]: INFO nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Took 11.84 seconds to spawn the instance on the hypervisor. [ 658.160224] env[69304]: DEBUG nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.161161] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b38d39-979a-4855-b486-fa5fdd90935a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.311081] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52283735-12f7-fb24-f391-6cea89862055, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.311081] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616dd6e2-135f-4bbd-8d32-89fe57f773f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.311081] env[69304]: DEBUG nova.policy [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6408abf92334cdb9eae516da9d2339f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55a041e200a4d69bb5a923a1de6ca21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.315686] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 658.315686] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ced2dd-3f5e-bd54-317c-6d8f9a828677" [ 658.315686] env[69304]: _type = "Task" [ 658.315686] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.325468] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ced2dd-3f5e-bd54-317c-6d8f9a828677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.326574] env[69304]: DEBUG nova.network.neutron [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Successfully updated port: 75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.435074] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208124, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.445438] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208125, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.555648] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.566242] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.643935] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.692846] env[69304]: INFO nova.compute.manager [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Took 21.78 seconds to build instance. [ 658.784846] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.785134] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.830080] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "refresh_cache-04103832-c532-42c7-beb8-6bffcf4059a0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.830080] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquired lock "refresh_cache-04103832-c532-42c7-beb8-6bffcf4059a0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.830080] env[69304]: DEBUG nova.network.neutron [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.831124] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ced2dd-3f5e-bd54-317c-6d8f9a828677, 'name': SearchDatastore_Task, 'duration_secs': 0.019762} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.831391] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.831792] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] c6759f57-90d3-4c97-b303-98c7b231cfcf/c6759f57-90d3-4c97-b303-98c7b231cfcf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.834945] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6377a87a-0383-4b0b-a942-35402d23d4d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.842929] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 658.842929] env[69304]: value = "task-4208126" [ 658.842929] env[69304]: _type = "Task" [ 658.842929] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.858190] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.939369] env[69304]: DEBUG oslo_vmware.api [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208124, 'name': PowerOnVM_Task, 'duration_secs': 1.202188} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.945209] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.945447] env[69304]: DEBUG nova.compute.manager [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 658.946304] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839f0db7-860d-4437-8320-a3d9470ece58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.965469] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748227} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.968193] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 9f0e31e6-2529-4998-aecd-0b908423b768/9f0e31e6-2529-4998-aecd-0b908423b768.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.968669] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.969013] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-356cfea7-e3da-4d6a-8d52-e41701dbb499 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.979182] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 658.979182] env[69304]: value = "task-4208127" [ 658.979182] env[69304]: _type = "Task" [ 658.979182] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.992214] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.052916] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0405dfb9-8c07-4e19-8bb1-61f0a32badcb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.062029] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48684126-ab09-4ebe-abfa-58771f335603 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.107898] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce844d61-f17f-40f0-a962-7b9325fb40b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.122238] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e533949-8a5d-49b4-9313-c6657c3bf82b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.141271] env[69304]: DEBUG nova.compute.provider_tree [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.195634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.289s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.359994] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.380402] env[69304]: DEBUG nova.network.neutron [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updated VIF entry in instance network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.384046] env[69304]: DEBUG nova.network.neutron [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.440484] env[69304]: DEBUG nova.network.neutron [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.479597] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.484356] env[69304]: DEBUG nova.network.neutron [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Updated VIF entry in instance network info cache for port b18ffa8a-11e5-40f4-9f85-2d5f16648581. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.485088] env[69304]: DEBUG nova.network.neutron [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Updating instance_info_cache with network_info: [{"id": "b18ffa8a-11e5-40f4-9f85-2d5f16648581", "address": "fa:16:3e:ea:2b:81", "network": {"id": "060b3bc4-3f0c-458f-aa25-a683e03725dc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-170933235-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0879608ae5ef4d1a944126457e2ec279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ffa8a-11", "ovs_interfaceid": "b18ffa8a-11e5-40f4-9f85-2d5f16648581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.494288] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066509} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.494638] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.495499] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f6603c-8347-4719-a4f1-9563db1f9d7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.523776] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 9f0e31e6-2529-4998-aecd-0b908423b768/9f0e31e6-2529-4998-aecd-0b908423b768.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.526940] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28372f9a-17bd-4cdf-9b04-01ded0d05ce7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.545515] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Successfully created port: 6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.554373] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 659.554373] env[69304]: value = "task-4208128" [ 659.554373] env[69304]: _type = "Task" [ 659.554373] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.565313] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.571885] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Successfully updated port: d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.616638] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "b3ee56c1-73f1-49de-8dd1-91944a520900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.616770] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.617033] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "b3ee56c1-73f1-49de-8dd1-91944a520900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.617883] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.617883] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.620101] env[69304]: INFO nova.compute.manager [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Terminating instance [ 659.645526] env[69304]: DEBUG nova.scheduler.client.report [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.659963] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.697512] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.697864] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.698160] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.698160] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.698323] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.698472] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.698715] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.698845] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.699026] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.699210] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.699393] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.699855] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.703985] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077e9dc4-a327-43e7-8e8c-553767700b3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.724092] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2bfa87-fa8d-43b4-9a8c-6dbc8e35fc29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.860989] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208126, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.885954] env[69304]: DEBUG oslo_concurrency.lockutils [req-ee9502c7-5d80-43d9-a6cb-4393fec06c46 req-d6a2d57b-02eb-4ee2-b3b4-0c54d7f93ddd service nova] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.988542] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Releasing lock "refresh_cache-3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.988906] env[69304]: DEBUG nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-vif-plugged-37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 659.989107] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.989328] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.989497] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.989668] env[69304]: DEBUG nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] No waiting events found dispatching network-vif-plugged-37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 659.989836] env[69304]: WARNING nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received unexpected event network-vif-plugged-37765568-9bcc-4805-962e-9675df8f640f for instance with vm_state building and task_state spawning. [ 659.990041] env[69304]: DEBUG nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-changed-37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 659.990189] env[69304]: DEBUG nova.compute.manager [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Refreshing instance network info cache due to event network-changed-37765568-9bcc-4805-962e-9675df8f640f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 659.990439] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Acquiring lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.990598] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Acquired lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.990758] env[69304]: DEBUG nova.network.neutron [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Refreshing network info cache for port 37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.066188] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.074598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "refresh_cache-946a2af8-fc27-4495-ac67-a243fcb12c1b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "refresh_cache-946a2af8-fc27-4495-ac67-a243fcb12c1b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.075041] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.125827] env[69304]: DEBUG nova.compute.manager [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.126095] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.127542] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc0b5d-1f2d-4f4a-8822-c66a92b6db7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.142674] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.142674] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bdcdacd-8b05-4e12-b19f-2bea40f477e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.153519] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.154039] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.156500] env[69304]: DEBUG oslo_vmware.api [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 660.156500] env[69304]: value = "task-4208129" [ 660.156500] env[69304]: _type = "Task" [ 660.156500] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.156950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.251s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.166712] env[69304]: DEBUG nova.network.neutron [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Updating instance_info_cache with network_info: [{"id": "75a25487-8eda-4ba6-890b-d52ea07c636a", "address": "fa:16:3e:c1:73:25", "network": {"id": "2f5407a8-66f1-4b18-92b4-2aa0370f7da1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1977104383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51a2766c77494d1099b7e030d3aafdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a25487-8e", "ovs_interfaceid": "75a25487-8eda-4ba6-890b-d52ea07c636a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.174739] env[69304]: DEBUG oslo_vmware.api [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.242656] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.366075] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208126, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.20983} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.366075] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] c6759f57-90d3-4c97-b303-98c7b231cfcf/c6759f57-90d3-4c97-b303-98c7b231cfcf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.372364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.372364] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4788ce8c-b4f6-47c5-818c-0056168fc05b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.382790] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 660.382790] env[69304]: value = "task-4208130" [ 660.382790] env[69304]: _type = "Task" [ 660.382790] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.398259] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.570040] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208128, 'name': ReconfigVM_Task, 'duration_secs': 0.518216} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.570040] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 9f0e31e6-2529-4998-aecd-0b908423b768/9f0e31e6-2529-4998-aecd-0b908423b768.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.570040] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2c443da-e2ec-4469-9022-97196d4096bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.583248] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 660.583248] env[69304]: value = "task-4208131" [ 660.583248] env[69304]: _type = "Task" [ 660.583248] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.596970] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208131, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.659226] env[69304]: DEBUG nova.compute.utils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.662723] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.662723] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.678726] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Releasing lock "refresh_cache-04103832-c532-42c7-beb8-6bffcf4059a0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.679130] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Instance network_info: |[{"id": "75a25487-8eda-4ba6-890b-d52ea07c636a", "address": "fa:16:3e:c1:73:25", "network": {"id": "2f5407a8-66f1-4b18-92b4-2aa0370f7da1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1977104383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51a2766c77494d1099b7e030d3aafdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a25487-8e", "ovs_interfaceid": "75a25487-8eda-4ba6-890b-d52ea07c636a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.680534] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:73:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a25487-8eda-4ba6-890b-d52ea07c636a', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.689825] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Creating folder: Project (51a2766c77494d1099b7e030d3aafdcb). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.691332] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-458f2ddb-44e1-485e-beff-20f5c7d81371 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.697637] env[69304]: DEBUG oslo_vmware.api [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208129, 'name': PowerOffVM_Task, 'duration_secs': 0.225791} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.698525] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.698827] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.700357] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e04c1acd-e335-45ee-87fb-d38cf34ee656 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.710378] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Created folder: Project (51a2766c77494d1099b7e030d3aafdcb) in parent group-v832645. [ 660.711034] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Creating folder: Instances. Parent ref: group-v832671. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.711034] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3882034e-8482-41fc-a469-0729e0e47506 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.725183] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Created folder: Instances in parent group-v832671. [ 660.725749] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.725749] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.727070] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957d823d-3cbc-4fe2-a976-6b03370f0a90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.754442] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.754442] env[69304]: value = "task-4208135" [ 660.754442] env[69304]: _type = "Task" [ 660.754442] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.765193] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208135, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.777930] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.778185] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.778378] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Deleting the datastore file [datastore2] b3ee56c1-73f1-49de-8dd1-91944a520900 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.779080] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-278adf40-3d50-40eb-854a-7a9d743fbee9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.787196] env[69304]: DEBUG oslo_vmware.api [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for the task: (returnval){ [ 660.787196] env[69304]: value = "task-4208136" [ 660.787196] env[69304]: _type = "Task" [ 660.787196] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.795794] env[69304]: DEBUG oslo_vmware.api [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.897252] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116588} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.901957] env[69304]: DEBUG nova.policy [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6408abf92334cdb9eae516da9d2339f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f55a041e200a4d69bb5a923a1de6ca21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.902316] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.903591] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231e4f70-f827-4d1f-91a8-08ae2587d81a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.932756] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c6759f57-90d3-4c97-b303-98c7b231cfcf/c6759f57-90d3-4c97-b303-98c7b231cfcf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.933149] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91755d3f-7474-45d1-9d02-a4fa11abb82e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.958920] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 660.958920] env[69304]: value = "task-4208137" [ 660.958920] env[69304]: _type = "Task" [ 660.958920] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.969062] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.972376] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.046037] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "088f3721-eae5-46fc-8d2b-a0ba199f1718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.046481] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.049162] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "c6c05049-8183-4094-9d4c-1b3212e9f202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.049582] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.102254] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208131, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.165732] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.182359] env[69304]: INFO nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating resource usage from migration 6f5968c1-bcf5-4190-975f-e3405bfce00d [ 661.219954] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.267862] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208135, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.296938] env[69304]: DEBUG oslo_vmware.api [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Task: {'id': task-4208136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394816} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.297227] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.297466] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.297651] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.297825] env[69304]: INFO nova.compute.manager [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Took 1.17 seconds to destroy the instance on the hypervisor. [ 661.298115] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.298763] env[69304]: DEBUG nova.compute.manager [-] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.298763] env[69304]: DEBUG nova.network.neutron [-] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.464879] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Updating instance_info_cache with network_info: [{"id": "d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b", "address": "fa:16:3e:07:34:3d", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dd12dc-1a", "ovs_interfaceid": "d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.474111] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.491749] env[69304]: DEBUG nova.network.neutron [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updated VIF entry in instance network info cache for port 37765568-9bcc-4805-962e-9675df8f640f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.491749] env[69304]: DEBUG nova.network.neutron [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.596392] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208131, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.725406] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 9ca0f3b3-7c9d-4338-bfd1-0035265ee688 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 661.726284] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Migration 6f5968c1-bcf5-4190-975f-e3405bfce00d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 661.726936] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.727291] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 03a2cc99-1b1d-41b5-8b69-ba715305ac00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.727291] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 04103832-c532-42c7-beb8-6bffcf4059a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 661.773177] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208135, 'name': CreateVM_Task, 'duration_secs': 0.617711} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.773844] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.774969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.774969] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71074420-93fd-4c04-8a69-ea8603081768 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.782131] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 661.782131] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520d774b-e2fa-2614-fdb7-d983d94223e8" [ 661.782131] env[69304]: _type = "Task" [ 661.782131] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.798414] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520d774b-e2fa-2614-fdb7-d983d94223e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.798717] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.798949] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.799195] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.799334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.799508] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.799787] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ec144df-5839-4895-8622-75bc1e03e861 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.811241] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.811439] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.812356] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4524bd82-e6e9-40e7-9bf8-fdd0137cafd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.823465] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 661.823465] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc5830-df4c-22b7-62f4-b298c14d1774" [ 661.823465] env[69304]: _type = "Task" [ 661.823465] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.831639] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc5830-df4c-22b7-62f4-b298c14d1774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.942386] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Successfully created port: 1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.968269] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "refresh_cache-946a2af8-fc27-4495-ac67-a243fcb12c1b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.968731] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Instance network_info: |[{"id": "d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b", "address": "fa:16:3e:07:34:3d", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dd12dc-1a", "ovs_interfaceid": "d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.969090] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:34:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.979157] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Creating folder: Project (f55a041e200a4d69bb5a923a1de6ca21). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.980560] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2b3232c-fe41-49fb-a552-c7c13feaec7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.986425] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208137, 'name': ReconfigVM_Task, 'duration_secs': 0.685894} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.987108] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c6759f57-90d3-4c97-b303-98c7b231cfcf/c6759f57-90d3-4c97-b303-98c7b231cfcf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.987924] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52770155-fa99-4705-a977-03805e6f4b43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.994685] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 661.994685] env[69304]: value = "task-4208139" [ 661.994685] env[69304]: _type = "Task" [ 661.994685] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.995147] env[69304]: DEBUG oslo_concurrency.lockutils [req-58eeae02-0fce-4371-820b-cec698176a9b req-d2eed807-1345-4f77-80bd-9ec07e1b1cb7 service nova] Releasing lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.000291] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Created folder: Project (f55a041e200a4d69bb5a923a1de6ca21) in parent group-v832645. [ 662.000873] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Creating folder: Instances. Parent ref: group-v832674. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.002193] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ee6369-1ee3-4a92-92c3-c52631a74973 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.009893] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208139, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.013790] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Created folder: Instances in parent group-v832674. [ 662.013790] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.013790] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.013790] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd1fcdb2-c2e4-4577-9db9-41ffe19ff010 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.043062] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.043062] env[69304]: value = "task-4208141" [ 662.043062] env[69304]: _type = "Task" [ 662.043062] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.058845] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208141, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.099280] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208131, 'name': Rename_Task, 'duration_secs': 1.192065} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.101950] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.102273] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aa83edc-eb58-41f9-a084-b7fc7d98fff3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.109978] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 662.109978] env[69304]: value = "task-4208142" [ 662.109978] env[69304]: _type = "Task" [ 662.109978] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.119982] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.176072] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.189678] env[69304]: DEBUG nova.compute.manager [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Received event network-vif-plugged-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 662.189913] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] Acquiring lock "946a2af8-fc27-4495-ac67-a243fcb12c1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.190150] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.190604] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.190604] env[69304]: DEBUG nova.compute.manager [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] No waiting events found dispatching network-vif-plugged-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.190766] env[69304]: WARNING nova.compute.manager [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Received unexpected event network-vif-plugged-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b for instance with vm_state building and task_state spawning. [ 662.190807] env[69304]: DEBUG nova.compute.manager [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Received event network-changed-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 662.191669] env[69304]: DEBUG nova.compute.manager [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Refreshing instance network info cache due to event network-changed-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 662.193388] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] Acquiring lock "refresh_cache-946a2af8-fc27-4495-ac67-a243fcb12c1b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.193761] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] Acquired lock "refresh_cache-946a2af8-fc27-4495-ac67-a243fcb12c1b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.193761] env[69304]: DEBUG nova.network.neutron [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Refreshing network info cache for port d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.215806] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.217129] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.217431] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.217653] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.217804] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.217964] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.218200] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.218367] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.218559] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.218716] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.218888] env[69304]: DEBUG nova.virt.hardware [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.222353] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1d319-ba58-48dc-ab8d-74f96662d370 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.227365] env[69304]: DEBUG nova.compute.manager [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Received event network-vif-plugged-75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 662.227445] env[69304]: DEBUG oslo_concurrency.lockutils [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] Acquiring lock "04103832-c532-42c7-beb8-6bffcf4059a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.228012] env[69304]: DEBUG oslo_concurrency.lockutils [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] Lock "04103832-c532-42c7-beb8-6bffcf4059a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.228218] env[69304]: DEBUG oslo_concurrency.lockutils [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] Lock "04103832-c532-42c7-beb8-6bffcf4059a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.228443] env[69304]: DEBUG nova.compute.manager [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] No waiting events found dispatching network-vif-plugged-75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.228612] env[69304]: WARNING nova.compute.manager [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Received unexpected event network-vif-plugged-75a25487-8eda-4ba6-890b-d52ea07c636a for instance with vm_state building and task_state spawning. [ 662.228768] env[69304]: DEBUG nova.compute.manager [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Received event network-changed-75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 662.228917] env[69304]: DEBUG nova.compute.manager [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Refreshing instance network info cache due to event network-changed-75a25487-8eda-4ba6-890b-d52ea07c636a. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 662.229133] env[69304]: DEBUG oslo_concurrency.lockutils [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] Acquiring lock "refresh_cache-04103832-c532-42c7-beb8-6bffcf4059a0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.229367] env[69304]: DEBUG oslo_concurrency.lockutils [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] Acquired lock "refresh_cache-04103832-c532-42c7-beb8-6bffcf4059a0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.229445] env[69304]: DEBUG nova.network.neutron [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Refreshing network info cache for port 75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.232373] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.232373] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance f50eceeb-edf3-40f0-a3f4-c61098e8b70c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 662.232565] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance b3ee56c1-73f1-49de-8dd1-91944a520900 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 662.248110] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c411683b-2183-4907-bacd-71609ee9eafa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.337857] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc5830-df4c-22b7-62f4-b298c14d1774, 'name': SearchDatastore_Task, 'duration_secs': 0.017496} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.338916] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106ac8ab-319b-4117-877a-0c5f41cdad37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.348484] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 662.348484] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52473df4-dd0c-9f5b-2535-dbc9bc004598" [ 662.348484] env[69304]: _type = "Task" [ 662.348484] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.360799] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52473df4-dd0c-9f5b-2535-dbc9bc004598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.509694] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208139, 'name': Rename_Task, 'duration_secs': 0.272072} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.509955] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.510850] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889c715c-a84f-4b3a-9504-afaf40c33759 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.524025] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 662.524025] env[69304]: value = "task-4208143" [ 662.524025] env[69304]: _type = "Task" [ 662.524025] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.534844] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.554723] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208141, 'name': CreateVM_Task, 'duration_secs': 0.427008} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.555144] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.556138] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.557645] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.559099] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.559099] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfa8edc-836e-4932-8073-32816f6e5877 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.562435] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Successfully updated port: 6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.571216] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 662.571216] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5239cbee-f87c-84f1-a198-74524e4ff08b" [ 662.571216] env[69304]: _type = "Task" [ 662.571216] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.591373] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5239cbee-f87c-84f1-a198-74524e4ff08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.630364] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208142, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.741976] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8f0a0fcb-babd-406b-9468-ae0f86818589 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 662.866281] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52473df4-dd0c-9f5b-2535-dbc9bc004598, 'name': SearchDatastore_Task, 'duration_secs': 0.023114} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.866427] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.867028] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 04103832-c532-42c7-beb8-6bffcf4059a0/04103832-c532-42c7-beb8-6bffcf4059a0.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.867028] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c43221e-78db-4533-87cd-2601973d2790 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.875506] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 662.875506] env[69304]: value = "task-4208144" [ 662.875506] env[69304]: _type = "Task" [ 662.875506] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.885442] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.897504] env[69304]: DEBUG nova.network.neutron [-] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.039786] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208143, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.069891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "refresh_cache-d1fd9428-0fad-4ea2-93a7-97012d7c1a19" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.070279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "refresh_cache-d1fd9428-0fad-4ea2-93a7-97012d7c1a19" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.072026] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.083739] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5239cbee-f87c-84f1-a198-74524e4ff08b, 'name': SearchDatastore_Task, 'duration_secs': 0.018354} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.084026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.084409] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.084973] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.084973] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.084973] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.085965] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80e150a8-0d5a-400b-934f-4b3ee8ed9a8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.097947] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.097947] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.098606] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de673664-0e28-439d-bac5-99cd9faf09f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.106771] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 663.106771] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224f27f-b20b-36c2-2e93-0fafda4f2a39" [ 663.106771] env[69304]: _type = "Task" [ 663.106771] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.122922] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224f27f-b20b-36c2-2e93-0fafda4f2a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.133605] env[69304]: DEBUG oslo_vmware.api [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208142, 'name': PowerOnVM_Task, 'duration_secs': 0.545528} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.133956] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.135166] env[69304]: INFO nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Took 14.30 seconds to spawn the instance on the hypervisor. [ 663.135166] env[69304]: DEBUG nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.135166] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd19608-b129-4768-b7e7-c156e8aa0fda {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.244959] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance c6c05049-8183-4094-9d4c-1b3212e9f202 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 663.244959] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 64682674-f877-4f16-90f3-60f5a7ec45db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 663.392940] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.400648] env[69304]: INFO nova.compute.manager [-] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Took 2.10 seconds to deallocate network for instance. [ 663.539653] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208143, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.561029] env[69304]: INFO nova.compute.manager [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Rebuilding instance [ 663.632145] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224f27f-b20b-36c2-2e93-0fafda4f2a39, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.632145] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39fbc02-a7b4-477b-af51-c43af07c2448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.638220] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 663.638220] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5223a2df-c1b8-4416-96f9-a5f2c08c7057" [ 663.638220] env[69304]: _type = "Task" [ 663.638220] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.649893] env[69304]: DEBUG nova.compute.manager [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.649893] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2052376a-9712-4c2a-8812-bb4db7cdf380 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.665107] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5223a2df-c1b8-4416-96f9-a5f2c08c7057, 'name': SearchDatastore_Task, 'duration_secs': 0.01872} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.665475] env[69304]: INFO nova.compute.manager [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Took 24.78 seconds to build instance. [ 663.670617] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.670798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 946a2af8-fc27-4495-ac67-a243fcb12c1b/946a2af8-fc27-4495-ac67-a243fcb12c1b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.673745] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f602052-57ad-4e98-96d4-42fdb18af69f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.682339] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.686291] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 663.686291] env[69304]: value = "task-4208145" [ 663.686291] env[69304]: _type = "Task" [ 663.686291] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.700469] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.705172] env[69304]: DEBUG nova.network.neutron [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Updated VIF entry in instance network info cache for port d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.705531] env[69304]: DEBUG nova.network.neutron [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Updating instance_info_cache with network_info: [{"id": "d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b", "address": "fa:16:3e:07:34:3d", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8dd12dc-1a", "ovs_interfaceid": "d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.739090] env[69304]: DEBUG nova.network.neutron [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Updated VIF entry in instance network info cache for port 75a25487-8eda-4ba6-890b-d52ea07c636a. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.739589] env[69304]: DEBUG nova.network.neutron [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Updating instance_info_cache with network_info: [{"id": "75a25487-8eda-4ba6-890b-d52ea07c636a", "address": "fa:16:3e:c1:73:25", "network": {"id": "2f5407a8-66f1-4b18-92b4-2aa0370f7da1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1977104383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51a2766c77494d1099b7e030d3aafdcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a25487-8e", "ovs_interfaceid": "75a25487-8eda-4ba6-890b-d52ea07c636a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.750210] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 663.750402] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 9f0e31e6-2529-4998-aecd-0b908423b768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 663.887199] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616439} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.888111] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 04103832-c532-42c7-beb8-6bffcf4059a0/04103832-c532-42c7-beb8-6bffcf4059a0.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.888564] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.888989] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0065afdc-46fe-4083-888c-68b8c78e6cca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.899058] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 663.899058] env[69304]: value = "task-4208146" [ 663.899058] env[69304]: _type = "Task" [ 663.899058] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.915794] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.924351] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.037620] env[69304]: DEBUG oslo_vmware.api [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208143, 'name': PowerOnVM_Task, 'duration_secs': 1.377017} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.038248] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.038614] env[69304]: INFO nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Took 12.63 seconds to spawn the instance on the hypervisor. [ 664.038919] env[69304]: DEBUG nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.040609] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9975a-f3cd-4388-bbd2-8223ab87a982 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.171965] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c517941e-3dcb-4de4-8a39-f1427be46117 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "9f0e31e6-2529-4998-aecd-0b908423b768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.290s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.200035] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.210171] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac45f79d-4fb5-49c0-afdc-489d312a96fe req-47bfe390-64e8-4180-a14b-13b29dd4be8c service nova] Releasing lock "refresh_cache-946a2af8-fc27-4495-ac67-a243fcb12c1b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.245453] env[69304]: DEBUG oslo_concurrency.lockutils [req-1080bc66-a358-4968-b20e-efde46b714e0 req-947761fa-147e-4197-aa8b-4f8c2098e755 service nova] Releasing lock "refresh_cache-04103832-c532-42c7-beb8-6bffcf4059a0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.259038] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance f42f703b-7134-49cf-9b6d-af6ff5be5d2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 664.292912] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Updating instance_info_cache with network_info: [{"id": "6142db2d-a2ab-4bb2-9f77-d70ac3585883", "address": "fa:16:3e:36:6f:ab", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6142db2d-a2", "ovs_interfaceid": "6142db2d-a2ab-4bb2-9f77-d70ac3585883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.418382] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088755} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.419446] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.419634] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d75c25f-99a9-45f9-9c3e-03c634b35687 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.458273] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 04103832-c532-42c7-beb8-6bffcf4059a0/04103832-c532-42c7-beb8-6bffcf4059a0.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.459563] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-968c8828-d135-490c-9307-de3b57e5b6ad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.481107] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 664.481107] env[69304]: value = "task-4208147" [ 664.481107] env[69304]: _type = "Task" [ 664.481107] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.492668] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.565863] env[69304]: INFO nova.compute.manager [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Took 23.81 seconds to build instance. [ 664.669642] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Successfully updated port: 1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.673740] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.688019] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.688019] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0777c9-b19f-4c39-8ff9-2927cfd7c5c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699852] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808834} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.702061] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 946a2af8-fc27-4495-ac67-a243fcb12c1b/946a2af8-fc27-4495-ac67-a243fcb12c1b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.702061] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.702061] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 664.702061] env[69304]: value = "task-4208148" [ 664.702061] env[69304]: _type = "Task" [ 664.702061] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.702061] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68e2e86e-f1e7-460c-8e8e-b26713de9e9d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.720634] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.727042] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 664.727042] env[69304]: value = "task-4208149" [ 664.727042] env[69304]: _type = "Task" [ 664.727042] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.737050] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.760776] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 088f3721-eae5-46fc-8d2b-a0ba199f1718 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 664.761143] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance c6759f57-90d3-4c97-b303-98c7b231cfcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.761450] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 1601fd8e-1b69-4b33-8d04-988c76d60e71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.761450] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 946a2af8-fc27-4495-ac67-a243fcb12c1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.761728] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance d1fd9428-0fad-4ea2-93a7-97012d7c1a19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.762500] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 664.762718] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 664.797117] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "refresh_cache-d1fd9428-0fad-4ea2-93a7-97012d7c1a19" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.797614] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Instance network_info: |[{"id": "6142db2d-a2ab-4bb2-9f77-d70ac3585883", "address": "fa:16:3e:36:6f:ab", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6142db2d-a2", "ovs_interfaceid": "6142db2d-a2ab-4bb2-9f77-d70ac3585883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.798562] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:6f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6142db2d-a2ab-4bb2-9f77-d70ac3585883', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.811179] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.812319] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.812587] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9b55290-6da4-48e9-85b3-8f69368510f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.841494] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.841494] env[69304]: value = "task-4208150" [ 664.841494] env[69304]: _type = "Task" [ 664.841494] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.855450] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208150, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.994856] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.074251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.337s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.174372] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "refresh_cache-1601fd8e-1b69-4b33-8d04-988c76d60e71" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.174372] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "refresh_cache-1601fd8e-1b69-4b33-8d04-988c76d60e71" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.174372] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.201746] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86e7ef-90e1-4a47-a017-da86842939f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.212288] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.214938] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e94d37-9972-47fa-964f-00279a7a9f9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.223385] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208148, 'name': PowerOffVM_Task, 'duration_secs': 0.155309} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.224320] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.224636] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.226838] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235108ce-3d3c-4939-98e5-3f5c96bf5f4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.265124] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc44fa3-dac9-4fa0-8724-c60cdd760896 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.271505] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.272786] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8edae304-a0b4-4f88-8393-94cb8ea78ae7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.281448] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073863} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.283558] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ca943-dd67-429d-8852-677cf8b46615 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.289032] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.290582] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646411e4-40a6-45af-a826-271e9f5912da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.305623] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.326601] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 946a2af8-fc27-4495-ac67-a243fcb12c1b/946a2af8-fc27-4495-ac67-a243fcb12c1b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.332782] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7b6bd2-9022-4c38-96aa-e779ff3e427a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.349028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.349028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.349236] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Deleting the datastore file [datastore1] 64682674-f877-4f16-90f3-60f5a7ec45db {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.349805] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa880f94-a663-469c-913b-4a8663965980 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.363573] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208150, 'name': CreateVM_Task, 'duration_secs': 0.392065} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.366261] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.366750] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 665.366750] env[69304]: value = "task-4208152" [ 665.366750] env[69304]: _type = "Task" [ 665.366750] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.367030] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 665.367030] env[69304]: value = "task-4208153" [ 665.367030] env[69304]: _type = "Task" [ 665.367030] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.368270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.368270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.368270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.368640] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ba2422-e9ec-4a13-881e-816e2afb5997 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.381435] env[69304]: ERROR nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [req-15d7d072-c6bc-4c61-8dc8-0904989885e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15d7d072-c6bc-4c61-8dc8-0904989885e0"}]} [ 665.392608] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 665.392608] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525f06d6-01f5-c61b-71c8-bf38cf6732e6" [ 665.392608] env[69304]: _type = "Task" [ 665.392608] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.392781] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.392892] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.404913] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525f06d6-01f5-c61b-71c8-bf38cf6732e6, 'name': SearchDatastore_Task, 'duration_secs': 0.018662} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.404913] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.407403] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.407403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.407403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.407403] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.407403] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27e8eb0a-def9-43dc-bc01-e27aefe305aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.414045] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.417842] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.418060] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.418922] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0d3a9e-cd92-46c7-995e-f2c81f06003b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.425481] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 665.425481] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5283056e-d1ac-f81b-e237-d2f72031962c" [ 665.425481] env[69304]: _type = "Task" [ 665.425481] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.431673] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.431847] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.438582] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5283056e-d1ac-f81b-e237-d2f72031962c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.455630] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.499050] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.500332] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208147, 'name': ReconfigVM_Task, 'duration_secs': 0.824526} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.500936] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 04103832-c532-42c7-beb8-6bffcf4059a0/04103832-c532-42c7-beb8-6bffcf4059a0.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.501562] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7a81a9d-b2f4-4f75-b430-7d76c8b14aa3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.512056] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 665.512056] env[69304]: value = "task-4208154" [ 665.512056] env[69304]: _type = "Task" [ 665.512056] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.535818] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208154, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.582587] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.732579] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.889168] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22604} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.889755] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.892394] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.892622] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.892853] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.924289] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68ae03-cfb9-4b8e-a977-fff00c657272 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.938535] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff3be3-1f72-40b9-93ab-429914e2b050 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.947761] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5283056e-d1ac-f81b-e237-d2f72031962c, 'name': SearchDatastore_Task, 'duration_secs': 0.022912} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.949461] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584b72ed-5727-41ca-a8bb-1ab91d58640f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.991665] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b75c99-11fc-4213-bcfb-b4f8e4c9b917 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.996995] env[69304]: DEBUG nova.compute.manager [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Received event network-vif-plugged-6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 665.997645] env[69304]: DEBUG oslo_concurrency.lockutils [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] Acquiring lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.997645] env[69304]: DEBUG oslo_concurrency.lockutils [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.997645] env[69304]: DEBUG oslo_concurrency.lockutils [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.997843] env[69304]: DEBUG nova.compute.manager [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] No waiting events found dispatching network-vif-plugged-6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.997946] env[69304]: WARNING nova.compute.manager [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Received unexpected event network-vif-plugged-6142db2d-a2ab-4bb2-9f77-d70ac3585883 for instance with vm_state building and task_state spawning. [ 665.998059] env[69304]: DEBUG nova.compute.manager [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Received event network-vif-deleted-c4f5698a-6495-4d7f-aae4-c3acd849e2fc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 665.998226] env[69304]: DEBUG nova.compute.manager [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Received event network-changed-6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 665.998371] env[69304]: DEBUG nova.compute.manager [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Refreshing instance network info cache due to event network-changed-6142db2d-a2ab-4bb2-9f77-d70ac3585883. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 665.998545] env[69304]: DEBUG oslo_concurrency.lockutils [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] Acquiring lock "refresh_cache-d1fd9428-0fad-4ea2-93a7-97012d7c1a19" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.998727] env[69304]: DEBUG oslo_concurrency.lockutils [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] Acquired lock "refresh_cache-d1fd9428-0fad-4ea2-93a7-97012d7c1a19" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.998843] env[69304]: DEBUG nova.network.neutron [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Refreshing network info cache for port 6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.002944] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 666.002944] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b7c156-e4f4-0bbd-674f-c496179b5e13" [ 666.002944] env[69304]: _type = "Task" [ 666.002944] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.011040] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dac3ec-a681-4c69-b932-94e1ec4a6682 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.020588] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b7c156-e4f4-0bbd-674f-c496179b5e13, 'name': SearchDatastore_Task, 'duration_secs': 0.0167} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.024626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.024626] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d1fd9428-0fad-4ea2-93a7-97012d7c1a19/d1fd9428-0fad-4ea2-93a7-97012d7c1a19.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.025129] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9afe7cd0-037f-4663-89a3-a555866c16af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.036584] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.042169] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208154, 'name': Rename_Task, 'duration_secs': 0.278121} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.042448] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.042688] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60180b26-5047-4de8-941f-079faa2e1d46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.047115] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 666.047115] env[69304]: value = "task-4208155" [ 666.047115] env[69304]: _type = "Task" [ 666.047115] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.053669] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 666.053669] env[69304]: value = "task-4208156" [ 666.053669] env[69304]: _type = "Task" [ 666.053669] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.063210] env[69304]: DEBUG nova.network.neutron [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Updating instance_info_cache with network_info: [{"id": "1451a25d-7cfb-4fb2-8844-e517d7eb9042", "address": "fa:16:3e:70:44:48", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1451a25d-7c", "ovs_interfaceid": "1451a25d-7cfb-4fb2-8844-e517d7eb9042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.064464] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.070245] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.112494] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.142475] env[69304]: DEBUG nova.compute.manager [None req-747d8d61-17ff-4b36-b3e5-c476ba93e27d tempest-ServerDiagnosticsV248Test-1752221616 tempest-ServerDiagnosticsV248Test-1752221616-project-admin] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 666.143745] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50acb3-c7e0-4bff-98d2-b7ddd96a0122 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.152336] env[69304]: INFO nova.compute.manager [None req-747d8d61-17ff-4b36-b3e5-c476ba93e27d tempest-ServerDiagnosticsV248Test-1752221616 tempest-ServerDiagnosticsV248Test-1752221616-project-admin] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Retrieving diagnostics [ 666.153225] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44841684-9e5f-48ed-86c6-9f75da35219f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.387207] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208152, 'name': ReconfigVM_Task, 'duration_secs': 0.665064} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.387207] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 946a2af8-fc27-4495-ac67-a243fcb12c1b/946a2af8-fc27-4495-ac67-a243fcb12c1b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.387895] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d46e2e04-e383-4e07-b2ca-215c1ce49171 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.404959] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 666.404959] env[69304]: value = "task-4208157" [ 666.404959] env[69304]: _type = "Task" [ 666.404959] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.421087] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208157, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.568577] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "refresh_cache-1601fd8e-1b69-4b33-8d04-988c76d60e71" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.569582] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Instance network_info: |[{"id": "1451a25d-7cfb-4fb2-8844-e517d7eb9042", "address": "fa:16:3e:70:44:48", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1451a25d-7c", "ovs_interfaceid": "1451a25d-7cfb-4fb2-8844-e517d7eb9042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.569582] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208155, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.579601] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:44:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1451a25d-7cfb-4fb2-8844-e517d7eb9042', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.588592] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.588839] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208156, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.589466] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.590322] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d07f779-684f-417a-a544-015bf5562f9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.605341] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 666.605528] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 25 to 26 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 666.605716] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.616121] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.616121] env[69304]: value = "task-4208158" [ 666.616121] env[69304]: _type = "Task" [ 666.616121] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.626825] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208158, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.868339] env[69304]: DEBUG nova.network.neutron [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Updated VIF entry in instance network info cache for port 6142db2d-a2ab-4bb2-9f77-d70ac3585883. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.868805] env[69304]: DEBUG nova.network.neutron [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Updating instance_info_cache with network_info: [{"id": "6142db2d-a2ab-4bb2-9f77-d70ac3585883", "address": "fa:16:3e:36:6f:ab", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6142db2d-a2", "ovs_interfaceid": "6142db2d-a2ab-4bb2-9f77-d70ac3585883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.931228] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208157, 'name': Rename_Task, 'duration_secs': 0.272266} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.931661] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.932017] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06547492-34d0-46ba-a256-733daedc8593 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.941701] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 666.941701] env[69304]: value = "task-4208159" [ 666.941701] env[69304]: _type = "Task" [ 666.941701] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.956303] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.963632] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.963632] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.963632] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.963632] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.967564] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.967564] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.968128] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.969124] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.969124] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.969124] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.969124] env[69304]: DEBUG nova.virt.hardware [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.972351] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6843aa-db9d-4e03-b935-762e815f30d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.982036] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25513c6f-90ac-4dc4-832c-6358a8c02741 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.003490] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.010657] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.011381] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.011381] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f292f7b-8e8b-4234-b872-78b7e6299397 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.032927] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.032927] env[69304]: value = "task-4208160" [ 667.032927] env[69304]: _type = "Task" [ 667.032927] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.046432] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208160, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.068330] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53075} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.068330] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d1fd9428-0fad-4ea2-93a7-97012d7c1a19/d1fd9428-0fad-4ea2-93a7-97012d7c1a19.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.068330] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.068720] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19620a9d-1219-4627-bbb1-9bdc4b48a904 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.076643] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208156, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.084397] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 667.084397] env[69304]: value = "task-4208161" [ 667.084397] env[69304]: _type = "Task" [ 667.084397] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.095699] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.110877] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 667.112410] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.955s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.113327] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.991s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.113724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.117442] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.796s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.119524] env[69304]: INFO nova.compute.claims [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.137317] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208158, 'name': CreateVM_Task, 'duration_secs': 0.435129} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.137672] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.138503] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138815] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.139338] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.139825] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dce2a49-4882-4e39-b2a6-51e446f3fa38 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.146603] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 667.146603] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f41db4-8f00-0429-ab3d-d46aa7c5a2e8" [ 667.146603] env[69304]: _type = "Task" [ 667.146603] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.162215] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f41db4-8f00-0429-ab3d-d46aa7c5a2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.170262] env[69304]: INFO nova.scheduler.client.report [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Deleted allocations for instance f50eceeb-edf3-40f0-a3f4-c61098e8b70c [ 667.372064] env[69304]: DEBUG oslo_concurrency.lockutils [req-67e258aa-a5b8-4044-b288-cfce7ba16372 req-cb85c8c0-d4b5-40a3-af58-85e048a06438 service nova] Releasing lock "refresh_cache-d1fd9428-0fad-4ea2-93a7-97012d7c1a19" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.459918] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.548993] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208160, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.574656] env[69304]: DEBUG oslo_vmware.api [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208156, 'name': PowerOnVM_Task, 'duration_secs': 1.047004} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.574656] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.574656] env[69304]: INFO nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Took 12.82 seconds to spawn the instance on the hypervisor. [ 667.574656] env[69304]: DEBUG nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.574656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa0728-e184-42b4-a048-31437c355c10 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.587519] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "17df4088-f859-480c-9010-4acf00f34c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.587768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "17df4088-f859-480c-9010-4acf00f34c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.601785] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112675} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.603014] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.604443] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d71e5ed-e9e0-4c0e-9fde-79cbfe35bca3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.639205] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] d1fd9428-0fad-4ea2-93a7-97012d7c1a19/d1fd9428-0fad-4ea2-93a7-97012d7c1a19.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.639836] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7b0472-c9e1-4389-ba6e-e629e3be9030 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.669308] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f41db4-8f00-0429-ab3d-d46aa7c5a2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.027541} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.670173] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.670413] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.670643] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.670784] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.670957] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.671705] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 667.671705] env[69304]: value = "task-4208162" [ 667.671705] env[69304]: _type = "Task" [ 667.671705] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.672030] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2816e6fc-bb08-4ccf-ad16-3ee9f300eba0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.684501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Lock "f50eceeb-edf3-40f0-a3f4-c61098e8b70c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.759s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.690840] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.690840] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.691348] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bb0979-df97-4462-aedb-599d01e2f716 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.700022] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 667.700022] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e37fe6-acd5-ca24-d111-8ab50a8b672e" [ 667.700022] env[69304]: _type = "Task" [ 667.700022] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.710849] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e37fe6-acd5-ca24-d111-8ab50a8b672e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.955882] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208159, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.048023] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208160, 'name': CreateVM_Task, 'duration_secs': 0.837637} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.048023] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.048023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.048023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.048023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.048023] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc44215-3b51-4450-b0e2-cfcc76859a73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.051617] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 668.051617] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52639645-aa64-7aaf-0813-b273c9911f8a" [ 668.051617] env[69304]: _type = "Task" [ 668.051617] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.062060] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52639645-aa64-7aaf-0813-b273c9911f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.107100] env[69304]: INFO nova.compute.manager [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Took 25.55 seconds to build instance. [ 668.189303] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.223842] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e37fe6-acd5-ca24-d111-8ab50a8b672e, 'name': SearchDatastore_Task, 'duration_secs': 0.02202} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.223842] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fdc38a-87db-4bfa-9445-693d05f5ea8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.234698] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 668.234698] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522dbc3f-6629-526b-d2ab-7d91c0494404" [ 668.234698] env[69304]: _type = "Task" [ 668.234698] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.245962] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522dbc3f-6629-526b-d2ab-7d91c0494404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.459587] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208159, 'name': PowerOnVM_Task, 'duration_secs': 1.031774} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.459861] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.460724] env[69304]: INFO nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Took 11.16 seconds to spawn the instance on the hypervisor. [ 668.462428] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.463209] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352ee219-b56f-416e-9cc6-a48104cefe78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.503560] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8730ba75-0fe0-4ed6-b87b-3741823a8108 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.511661] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8480a4-8f71-4bc6-8010-84694e82686c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.548668] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b6089-0c1e-4a24-8e91-1770f2823a3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.560104] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2db07c-3250-4ea1-8607-3f926a1eab00 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.570414] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52639645-aa64-7aaf-0813-b273c9911f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.571108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.571354] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.571573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.571898] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.571898] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.572170] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f117dded-3a74-4a8e-81f6-9e1fe2d2277f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.582884] env[69304]: DEBUG nova.compute.provider_tree [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.592176] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.592394] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.593342] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4117cd49-c2fd-49ff-b5f1-9f6e054035a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.599764] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 668.599764] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52351672-d9f1-31e9-4e17-d45832e993be" [ 668.599764] env[69304]: _type = "Task" [ 668.599764] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.609618] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52351672-d9f1-31e9-4e17-d45832e993be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.613350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "04103832-c532-42c7-beb8-6bffcf4059a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.073s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.613543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "d479e8ff-6879-45b8-9d98-98ede70cf484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.613739] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.686583] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.745993] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522dbc3f-6629-526b-d2ab-7d91c0494404, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.746354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.746609] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 1601fd8e-1b69-4b33-8d04-988c76d60e71/1601fd8e-1b69-4b33-8d04-988c76d60e71.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.746868] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbf88375-ab3e-4598-abf8-2af46a84e828 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.754449] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 668.754449] env[69304]: value = "task-4208163" [ 668.754449] env[69304]: _type = "Task" [ 668.754449] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.765055] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.988877] env[69304]: INFO nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Took 26.35 seconds to build instance. [ 669.088024] env[69304]: DEBUG nova.scheduler.client.report [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.120251] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.122839] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52351672-d9f1-31e9-4e17-d45832e993be, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.124024] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4c3cd0-8573-4338-abb4-8e3cdee58742 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.128798] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.129076] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.129300] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.129857] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.130253] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.133697] env[69304]: INFO nova.compute.manager [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Terminating instance [ 669.141242] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 669.141242] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e3a8a8-f463-3c3c-a1c4-cf39562cd6a9" [ 669.141242] env[69304]: _type = "Task" [ 669.141242] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.155978] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e3a8a8-f463-3c3c-a1c4-cf39562cd6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.197574] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208162, 'name': ReconfigVM_Task, 'duration_secs': 1.199571} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.198152] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Reconfigured VM instance instance-0000000b to attach disk [datastore1] d1fd9428-0fad-4ea2-93a7-97012d7c1a19/d1fd9428-0fad-4ea2-93a7-97012d7c1a19.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.199193] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f942c9-75e0-419a-a395-3a00d1450076 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.209313] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 669.209313] env[69304]: value = "task-4208164" [ 669.209313] env[69304]: _type = "Task" [ 669.209313] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.222049] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208164, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.268660] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208163, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.268945] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 1601fd8e-1b69-4b33-8d04-988c76d60e71/1601fd8e-1b69-4b33-8d04-988c76d60e71.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.269263] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.269540] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c27dcb-278d-45a5-a747-90c83399fd3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.278743] env[69304]: DEBUG nova.compute.manager [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Received event network-vif-plugged-1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 669.279017] env[69304]: DEBUG oslo_concurrency.lockutils [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] Acquiring lock "1601fd8e-1b69-4b33-8d04-988c76d60e71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.279375] env[69304]: DEBUG oslo_concurrency.lockutils [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.279634] env[69304]: DEBUG oslo_concurrency.lockutils [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.280143] env[69304]: DEBUG nova.compute.manager [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] No waiting events found dispatching network-vif-plugged-1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.280365] env[69304]: WARNING nova.compute.manager [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Received unexpected event network-vif-plugged-1451a25d-7cfb-4fb2-8844-e517d7eb9042 for instance with vm_state building and task_state spawning. [ 669.280712] env[69304]: DEBUG nova.compute.manager [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Received event network-changed-1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 669.280757] env[69304]: DEBUG nova.compute.manager [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Refreshing instance network info cache due to event network-changed-1451a25d-7cfb-4fb2-8844-e517d7eb9042. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 669.280944] env[69304]: DEBUG oslo_concurrency.lockutils [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] Acquiring lock "refresh_cache-1601fd8e-1b69-4b33-8d04-988c76d60e71" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.281170] env[69304]: DEBUG oslo_concurrency.lockutils [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] Acquired lock "refresh_cache-1601fd8e-1b69-4b33-8d04-988c76d60e71" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.281406] env[69304]: DEBUG nova.network.neutron [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Refreshing network info cache for port 1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.285018] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 669.285018] env[69304]: value = "task-4208165" [ 669.285018] env[69304]: _type = "Task" [ 669.285018] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.297918] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.493905] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.870s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.591703] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.592371] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.596013] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.356s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.600239] env[69304]: INFO nova.compute.claims [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.643250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "refresh_cache-03a2cc99-1b1d-41b5-8b69-ba715305ac00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.643338] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquired lock "refresh_cache-03a2cc99-1b1d-41b5-8b69-ba715305ac00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.643494] env[69304]: DEBUG nova.network.neutron [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.662081] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.663460] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e3a8a8-f463-3c3c-a1c4-cf39562cd6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.026985} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.663716] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.663963] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.664229] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ca406c-c47d-46bb-8147-dcc3aac8d593 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.674069] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 669.674069] env[69304]: value = "task-4208166" [ 669.674069] env[69304]: _type = "Task" [ 669.674069] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.684837] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.716462] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "bb700315-ab26-4be6-ac71-251e196926ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.716771] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "bb700315-ab26-4be6-ac71-251e196926ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.728778] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208164, 'name': Rename_Task, 'duration_secs': 0.40908} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.728998] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.729319] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04b8ce3a-bd0b-41c4-aff2-5f442babc99c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.740094] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 669.740094] env[69304]: value = "task-4208167" [ 669.740094] env[69304]: _type = "Task" [ 669.740094] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.750012] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.801601] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095718} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.801762] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.802596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa777bb4-fc87-4715-baef-79437eee4c35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.829421] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1601fd8e-1b69-4b33-8d04-988c76d60e71/1601fd8e-1b69-4b33-8d04-988c76d60e71.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.829825] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-929c2d6c-2d55-4300-ab19-b127c68aaf9f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.864137] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 669.864137] env[69304]: value = "task-4208168" [ 669.864137] env[69304]: _type = "Task" [ 669.864137] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.875478] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.999913] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.103676] env[69304]: DEBUG nova.compute.utils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.108849] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.110070] env[69304]: DEBUG nova.network.neutron [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.134264] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "interface-04103832-c532-42c7-beb8-6bffcf4059a0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.134933] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "interface-04103832-c532-42c7-beb8-6bffcf4059a0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.134933] env[69304]: DEBUG nova.objects.instance [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lazy-loading 'flavor' on Instance uuid 04103832-c532-42c7-beb8-6bffcf4059a0 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.184778] env[69304]: DEBUG nova.policy [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6269b8dd0e9a47f58b07f229b1cf6957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17e77933c7c1430e8260b3ac5bb79fbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.195141] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517324} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.195577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.195941] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.196228] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1407b16a-c6e5-4e36-add5-34254c7fd2a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.206843] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 670.206843] env[69304]: value = "task-4208169" [ 670.206843] env[69304]: _type = "Task" [ 670.206843] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.207801] env[69304]: DEBUG nova.network.neutron [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.227636] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.252441] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.374119] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.396035] env[69304]: DEBUG nova.network.neutron [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Updated VIF entry in instance network info cache for port 1451a25d-7cfb-4fb2-8844-e517d7eb9042. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.396428] env[69304]: DEBUG nova.network.neutron [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Updating instance_info_cache with network_info: [{"id": "1451a25d-7cfb-4fb2-8844-e517d7eb9042", "address": "fa:16:3e:70:44:48", "network": {"id": "7a9863b7-4d65-4072-8975-75a63888f0b0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1399138429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f55a041e200a4d69bb5a923a1de6ca21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1451a25d-7c", "ovs_interfaceid": "1451a25d-7cfb-4fb2-8844-e517d7eb9042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.399712] env[69304]: DEBUG nova.network.neutron [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.536196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.612984] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.639577] env[69304]: DEBUG nova.objects.instance [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lazy-loading 'pci_requests' on Instance uuid 04103832-c532-42c7-beb8-6bffcf4059a0 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.706693] env[69304]: DEBUG nova.network.neutron [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Successfully created port: a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.727852] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077118} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.728171] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.728994] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfedec6-bc51-45eb-a5bf-1b13f031be35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.759583] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.766309] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66391ae5-e23f-4784-92f3-c3e45dd266cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.792083] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 670.792083] env[69304]: value = "task-4208170" [ 670.792083] env[69304]: _type = "Task" [ 670.792083] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.792355] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208167, 'name': PowerOnVM_Task, 'duration_secs': 0.860906} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.792761] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.793049] env[69304]: INFO nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Took 11.13 seconds to spawn the instance on the hypervisor. [ 670.793265] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.797436] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a684c662-4aca-4760-ad30-16b2ca96366c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.807525] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.881087] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208168, 'name': ReconfigVM_Task, 'duration_secs': 0.619298} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.884777] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1601fd8e-1b69-4b33-8d04-988c76d60e71/1601fd8e-1b69-4b33-8d04-988c76d60e71.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.886514] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-079dcc80-493c-4b44-9cb1-954fb28d5963 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.895643] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 670.895643] env[69304]: value = "task-4208171" [ 670.895643] env[69304]: _type = "Task" [ 670.895643] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.902115] env[69304]: DEBUG oslo_concurrency.lockutils [req-a7512c3b-5868-45bc-9d34-da2558a92b74 req-c3fc79b5-eff4-40dc-80c3-05d2a06ea9cb service nova] Releasing lock "refresh_cache-1601fd8e-1b69-4b33-8d04-988c76d60e71" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.907954] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Releasing lock "refresh_cache-03a2cc99-1b1d-41b5-8b69-ba715305ac00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.908450] env[69304]: DEBUG nova.compute.manager [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.908686] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.918608] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef6e08-75f6-4eeb-8258-104d25a428b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.922676] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208171, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.932999] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.933543] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a717f3-7426-4e27-9c6a-be0d22be042d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.943447] env[69304]: DEBUG oslo_vmware.api [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 670.943447] env[69304]: value = "task-4208172" [ 670.943447] env[69304]: _type = "Task" [ 670.943447] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.960768] env[69304]: DEBUG oslo_vmware.api [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.108397] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ba06f6-3f99-4e44-a396-b1099168aed4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.118546] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccf6f93-8e74-4ef4-8a13-fce4e03ef4d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.168774] env[69304]: DEBUG nova.objects.base [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Object Instance<04103832-c532-42c7-beb8-6bffcf4059a0> lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 671.169100] env[69304]: DEBUG nova.network.neutron [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.174398] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e4cd10-7903-44a5-9204-0a4733c9d75f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.187246] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5521b5b-6447-42a9-a0e7-8dc2fdf1e3ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.206224] env[69304]: DEBUG nova.compute.provider_tree [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.260443] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97c5ddf0-fdf0-45f0-895c-20575cada5d1 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "interface-04103832-c532-42c7-beb8-6bffcf4059a0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.302687] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208170, 'name': ReconfigVM_Task, 'duration_secs': 0.392121} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.303108] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 64682674-f877-4f16-90f3-60f5a7ec45db/64682674-f877-4f16-90f3-60f5a7ec45db.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.304469] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d9430ea-4e65-46d0-a21d-ac110a12bac3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.312940] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 671.312940] env[69304]: value = "task-4208173" [ 671.312940] env[69304]: _type = "Task" [ 671.312940] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.328153] env[69304]: INFO nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Took 24.85 seconds to build instance. [ 671.336525] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208173, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.411254] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208171, 'name': Rename_Task, 'duration_secs': 0.312027} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.411761] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.413197] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-549e1505-cbcb-4af5-b084-a97ec616f99c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.423609] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 671.423609] env[69304]: value = "task-4208174" [ 671.423609] env[69304]: _type = "Task" [ 671.423609] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.438797] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.456774] env[69304]: DEBUG oslo_vmware.api [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208172, 'name': PowerOffVM_Task, 'duration_secs': 0.216834} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.457065] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.457242] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.457680] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453beff4-6f7b-43a3-ba56-71f667de4f28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.494566] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.495351] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.495351] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleting the datastore file [datastore2] 03a2cc99-1b1d-41b5-8b69-ba715305ac00 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.495655] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9bf02e-4cc5-4cf4-99a1-104a16db0402 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.503916] env[69304]: DEBUG oslo_vmware.api [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for the task: (returnval){ [ 671.503916] env[69304]: value = "task-4208176" [ 671.503916] env[69304]: _type = "Task" [ 671.503916] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.511821] env[69304]: DEBUG oslo_vmware.api [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.627869] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.652326] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.653080] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.653080] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.653341] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.653341] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.653439] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.653635] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.653868] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.654105] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.654389] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.654587] env[69304]: DEBUG nova.virt.hardware [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.655476] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0aa16-c963-4689-b9d1-755b1bf23d29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.665966] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfba586-15dd-47df-a4d6-8f59564f03ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.709719] env[69304]: DEBUG nova.scheduler.client.report [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.826053] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208173, 'name': Rename_Task, 'duration_secs': 0.167513} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.826443] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.826699] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef5543a-4b01-4503-8da6-c98da96024e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.835021] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Waiting for the task: (returnval){ [ 671.835021] env[69304]: value = "task-4208177" [ 671.835021] env[69304]: _type = "Task" [ 671.835021] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.838797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.175s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.846377] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.935875] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208174, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.014668] env[69304]: DEBUG oslo_vmware.api [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Task: {'id': task-4208176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113557} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.014668] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.014668] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.014668] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.014668] env[69304]: INFO nova.compute.manager [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Took 1.11 seconds to destroy the instance on the hypervisor. [ 672.015027] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.015027] env[69304]: DEBUG nova.compute.manager [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.015027] env[69304]: DEBUG nova.network.neutron [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.032494] env[69304]: DEBUG nova.network.neutron [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.218035] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.218035] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.226191] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.667s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.226191] env[69304]: INFO nova.compute.claims [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.341567] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.351310] env[69304]: DEBUG oslo_vmware.api [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Task: {'id': task-4208177, 'name': PowerOnVM_Task, 'duration_secs': 0.501681} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.352992] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.354102] env[69304]: DEBUG nova.compute.manager [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.354766] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fec04f-c331-4619-9ba7-dbdeb9f757d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.412206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "19ddcf82-04e6-4972-9723-1b24700143e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.412206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "19ddcf82-04e6-4972-9723-1b24700143e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.438630] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208174, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.534848] env[69304]: DEBUG nova.network.neutron [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.734930] env[69304]: DEBUG nova.compute.utils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.736664] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.736945] env[69304]: DEBUG nova.network.neutron [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.834232] env[69304]: DEBUG nova.policy [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '949499a01e424d71a6856ffb017255b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8112e6a1eb2442f29fd5888089022b13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.874046] env[69304]: DEBUG nova.network.neutron [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Successfully updated port: a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.883464] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.886223] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.940315] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208174, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.042980] env[69304]: INFO nova.compute.manager [-] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Took 1.03 seconds to deallocate network for instance. [ 673.240997] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.384534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquired lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384534] env[69304]: DEBUG nova.network.neutron [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.445856] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208174, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.553970] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.637022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fca8b-e6f2-4aa9-a548-478397931433 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.647340] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e2b6bc-ffbe-40d6-accd-542843b2bea5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.685728] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5457d0-db76-4a0f-9f44-fa4c744ece6c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.698522] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ab8a2-3028-4683-9bd2-d5b269b63ba0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.716833] env[69304]: DEBUG nova.compute.provider_tree [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.776997] env[69304]: DEBUG nova.compute.manager [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 673.777657] env[69304]: DEBUG nova.compute.manager [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing instance network info cache due to event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 673.777657] env[69304]: DEBUG oslo_concurrency.lockutils [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.778562] env[69304]: DEBUG oslo_concurrency.lockutils [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.778562] env[69304]: DEBUG nova.network.neutron [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.955529] env[69304]: DEBUG oslo_vmware.api [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208174, 'name': PowerOnVM_Task, 'duration_secs': 2.50794} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.959824] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.962050] env[69304]: INFO nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Took 11.78 seconds to spawn the instance on the hypervisor. [ 673.962050] env[69304]: DEBUG nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 673.963453] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f76dbc-cdbc-45e5-8dcc-18d68afdd50c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.975087] env[69304]: DEBUG nova.network.neutron [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.082157] env[69304]: DEBUG nova.network.neutron [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Successfully created port: 840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.226576] env[69304]: DEBUG nova.scheduler.client.report [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.262660] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.301439] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.302681] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.302681] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.302681] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.302938] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.303211] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.303838] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.303955] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.304275] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.304912] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.304912] env[69304]: DEBUG nova.virt.hardware [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.306983] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae2081-5f35-429a-a963-5291302ce035 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.322612] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6124d437-aac9-4750-94a7-f8641345f992 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.334253] env[69304]: DEBUG nova.network.neutron [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Updating instance_info_cache with network_info: [{"id": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "address": "fa:16:3e:6a:d7:8a", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288ac7b-5b", "ovs_interfaceid": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.369019] env[69304]: DEBUG nova.compute.manager [req-34952ba9-34b6-43b2-81b5-988718ea7b69 req-d60fc88f-515c-4d43-af6f-5a4b4de3f8a1 service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Received event network-vif-plugged-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 674.369019] env[69304]: DEBUG oslo_concurrency.lockutils [req-34952ba9-34b6-43b2-81b5-988718ea7b69 req-d60fc88f-515c-4d43-af6f-5a4b4de3f8a1 service nova] Acquiring lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.369548] env[69304]: DEBUG oslo_concurrency.lockutils [req-34952ba9-34b6-43b2-81b5-988718ea7b69 req-d60fc88f-515c-4d43-af6f-5a4b4de3f8a1 service nova] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.369548] env[69304]: DEBUG oslo_concurrency.lockutils [req-34952ba9-34b6-43b2-81b5-988718ea7b69 req-d60fc88f-515c-4d43-af6f-5a4b4de3f8a1 service nova] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.369784] env[69304]: DEBUG nova.compute.manager [req-34952ba9-34b6-43b2-81b5-988718ea7b69 req-d60fc88f-515c-4d43-af6f-5a4b4de3f8a1 service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] No waiting events found dispatching network-vif-plugged-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.370019] env[69304]: WARNING nova.compute.manager [req-34952ba9-34b6-43b2-81b5-988718ea7b69 req-d60fc88f-515c-4d43-af6f-5a4b4de3f8a1 service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Received unexpected event network-vif-plugged-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 for instance with vm_state building and task_state spawning. [ 674.412219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.414403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.414634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.414828] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.489985] env[69304]: INFO nova.compute.manager [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Took 27.99 seconds to build instance. [ 674.733226] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.733299] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.736770] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.171s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.751873] env[69304]: DEBUG nova.network.neutron [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updated VIF entry in instance network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.751873] env[69304]: DEBUG nova.network.neutron [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.837965] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Releasing lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.837965] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Instance network_info: |[{"id": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "address": "fa:16:3e:6a:d7:8a", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288ac7b-5b", "ovs_interfaceid": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.838503] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d7:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a288ac7b-5bb7-4715-b833-7f0934f8d9e0', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.855196] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Creating folder: Project (17e77933c7c1430e8260b3ac5bb79fbf). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.856089] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5f8ab08-0fee-4c05-a5f2-ef701f3a73f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.875240] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Created folder: Project (17e77933c7c1430e8260b3ac5bb79fbf) in parent group-v832645. [ 674.875240] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Creating folder: Instances. Parent ref: group-v832680. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.876072] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1da50f42-50d3-4a38-b284-5eeecdda9e0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.891764] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Created folder: Instances in parent group-v832680. [ 674.892199] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.892567] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.892918] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0eb994f-80e3-4020-b5f5-d12333379b8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.920210] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.920210] env[69304]: value = "task-4208180" [ 674.920210] env[69304]: _type = "Task" [ 674.920210] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.930192] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208180, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.964810] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "04103832-c532-42c7-beb8-6bffcf4059a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.965372] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "04103832-c532-42c7-beb8-6bffcf4059a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.965461] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "04103832-c532-42c7-beb8-6bffcf4059a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.965621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "04103832-c532-42c7-beb8-6bffcf4059a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.965850] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "04103832-c532-42c7-beb8-6bffcf4059a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.968867] env[69304]: INFO nova.compute.manager [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Terminating instance [ 674.993333] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81d22a3c-a106-4a8f-828e-99b58a525a15 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.290s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.243830] env[69304]: DEBUG nova.compute.utils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.250759] env[69304]: INFO nova.compute.claims [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.262150] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.262150] env[69304]: DEBUG nova.network.neutron [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.266174] env[69304]: DEBUG oslo_concurrency.lockutils [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.266531] env[69304]: DEBUG nova.compute.manager [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-changed-37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 675.266723] env[69304]: DEBUG nova.compute.manager [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Refreshing instance network info cache due to event network-changed-37765568-9bcc-4805-962e-9675df8f640f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 675.266953] env[69304]: DEBUG oslo_concurrency.lockutils [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] Acquiring lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.267108] env[69304]: DEBUG oslo_concurrency.lockutils [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] Acquired lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.267268] env[69304]: DEBUG nova.network.neutron [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Refreshing network info cache for port 37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.384124] env[69304]: DEBUG nova.policy [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6e375b601d24089bd66b35e98cd82f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce8db92d7b3b4d80a88d5f21b0917bda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.436814] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208180, 'name': CreateVM_Task, 'duration_secs': 0.423801} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.436948] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.437697] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.437935] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.438271] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.438559] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067be187-c885-4b89-bf1e-da46b3aa42fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.445739] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 675.445739] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525ca49f-8fcc-b3d1-a281-0bdccc84a5f6" [ 675.445739] env[69304]: _type = "Task" [ 675.445739] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.463945] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525ca49f-8fcc-b3d1-a281-0bdccc84a5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.476203] env[69304]: DEBUG nova.compute.manager [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.476203] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.476203] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6240a56-3133-4ea0-9c3b-70bdb8733eed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.487707] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.487707] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-956664d7-2b8b-4ad3-907e-cd98550e5b2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.497835] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.502306] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 675.502306] env[69304]: value = "task-4208181" [ 675.502306] env[69304]: _type = "Task" [ 675.502306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.511901] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.720250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "64682674-f877-4f16-90f3-60f5a7ec45db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.720250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "64682674-f877-4f16-90f3-60f5a7ec45db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.720250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "64682674-f877-4f16-90f3-60f5a7ec45db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.720250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "64682674-f877-4f16-90f3-60f5a7ec45db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.720522] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "64682674-f877-4f16-90f3-60f5a7ec45db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.725446] env[69304]: INFO nova.compute.manager [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Terminating instance [ 675.761244] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.774137] env[69304]: INFO nova.compute.resource_tracker [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating resource usage from migration 6f5968c1-bcf5-4190-975f-e3405bfce00d [ 675.970497] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525ca49f-8fcc-b3d1-a281-0bdccc84a5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.020158} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.974027] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.974253] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.974651] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.974910] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.975252] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.975904] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f318f32-e575-445f-933e-064a7eef3d9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.992574] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.993406] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.999148] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e653a96-e02d-4050-8a9a-3cfebfaf88b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.016445] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 676.016445] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527f5fa3-e002-4c21-278f-9e18ada5af87" [ 676.016445] env[69304]: _type = "Task" [ 676.016445] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.023915] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.032448] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527f5fa3-e002-4c21-278f-9e18ada5af87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.033617] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.197032] env[69304]: DEBUG nova.network.neutron [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updated VIF entry in instance network info cache for port 37765568-9bcc-4805-962e-9675df8f640f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.197162] env[69304]: DEBUG nova.network.neutron [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.230708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "refresh_cache-64682674-f877-4f16-90f3-60f5a7ec45db" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.232810] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquired lock "refresh_cache-64682674-f877-4f16-90f3-60f5a7ec45db" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.232810] env[69304]: DEBUG nova.network.neutron [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.309581] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d403f0-663c-4767-bd1f-10a6b77f90d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.322853] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cba1ad6-a14a-43cf-9c9a-f304889a418b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.362735] env[69304]: DEBUG nova.network.neutron [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Successfully created port: e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.365322] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65675d78-eefd-423a-a452-76cc08a8e656 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.375553] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4661e9d2-286d-43d6-9fc8-1930ffebbfde {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.393753] env[69304]: DEBUG nova.compute.provider_tree [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.540846] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527f5fa3-e002-4c21-278f-9e18ada5af87, 'name': SearchDatastore_Task, 'duration_secs': 0.035942} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.547571] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208181, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.547951] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedc95d9-9af1-4253-a768-5d09eecd8d1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.559251] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 676.559251] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5256e01b-4500-d57c-1049-9de07485d48d" [ 676.559251] env[69304]: _type = "Task" [ 676.559251] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.632026] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5256e01b-4500-d57c-1049-9de07485d48d, 'name': SearchDatastore_Task, 'duration_secs': 0.020422} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.632026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.632026] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 9ca0f3b3-7c9d-4338-bfd1-0035265ee688/9ca0f3b3-7c9d-4338-bfd1-0035265ee688.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.632026] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd75b7e-cc8b-41ac-bc8c-1f3e07c14ca8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.645881] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 676.645881] env[69304]: value = "task-4208182" [ 676.645881] env[69304]: _type = "Task" [ 676.645881] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.664300] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.698405] env[69304]: DEBUG nova.network.neutron [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Successfully updated port: 840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.709164] env[69304]: DEBUG oslo_concurrency.lockutils [req-436bef9b-b4c9-44a0-a2ef-244286bfe5ad req-35b07a34-2412-4f65-bc3f-5def8226715a service nova] Releasing lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.774877] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.799066] env[69304]: DEBUG nova.network.neutron [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.821469] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.821469] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.821469] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.822090] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.822090] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.822090] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.822213] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.822356] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.822615] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.822856] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.824168] env[69304]: DEBUG nova.virt.hardware [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.825301] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6100132d-ec86-4af6-b3d1-c95c07763ba2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.838046] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fad3c2-ded9-49c9-a1e5-3fe744fe1cd8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.898020] env[69304]: DEBUG nova.scheduler.client.report [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.911144] env[69304]: DEBUG nova.network.neutron [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.023462] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208181, 'name': PowerOffVM_Task, 'duration_secs': 1.212492} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.024094] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.024945] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.025356] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03f64009-b3b3-4e6d-bb80-25993324816c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.100073] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.100296] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.100461] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Deleting the datastore file [datastore1] 04103832-c532-42c7-beb8-6bffcf4059a0 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.100739] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7169b52-a896-4e10-a40c-f9a5f8ff09a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.112820] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for the task: (returnval){ [ 677.112820] env[69304]: value = "task-4208184" [ 677.112820] env[69304]: _type = "Task" [ 677.112820] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.121256] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.158146] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208182, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.206041] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "refresh_cache-8f0a0fcb-babd-406b-9468-ae0f86818589" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.206107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired lock "refresh_cache-8f0a0fcb-babd-406b-9468-ae0f86818589" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.206396] env[69304]: DEBUG nova.network.neutron [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.405861] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.669s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.406514] env[69304]: INFO nova.compute.manager [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Migrating [ 677.406514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.406770] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.408610] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.931s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.409088] env[69304]: DEBUG nova.objects.instance [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 677.415872] env[69304]: INFO nova.compute.rpcapi [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 677.415872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.420506] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Releasing lock "refresh_cache-64682674-f877-4f16-90f3-60f5a7ec45db" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421021] env[69304]: DEBUG nova.compute.manager [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.421405] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.425272] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218796c-9864-4ffe-b864-9f6cfa695554 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.442914] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.444274] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c821c6f3-6d3c-4c29-a36b-a7f67f110bec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.454349] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 677.454349] env[69304]: value = "task-4208185" [ 677.454349] env[69304]: _type = "Task" [ 677.454349] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.461024] env[69304]: DEBUG nova.compute.manager [req-ab203a61-a419-48fe-b23e-7cc655fc8cd5 req-5506a5ea-4eb5-4b2f-81b1-9e5e77f611e0 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Received event network-vif-plugged-840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 677.461313] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab203a61-a419-48fe-b23e-7cc655fc8cd5 req-5506a5ea-4eb5-4b2f-81b1-9e5e77f611e0 service nova] Acquiring lock "8f0a0fcb-babd-406b-9468-ae0f86818589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.461562] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab203a61-a419-48fe-b23e-7cc655fc8cd5 req-5506a5ea-4eb5-4b2f-81b1-9e5e77f611e0 service nova] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.461806] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab203a61-a419-48fe-b23e-7cc655fc8cd5 req-5506a5ea-4eb5-4b2f-81b1-9e5e77f611e0 service nova] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.462037] env[69304]: DEBUG nova.compute.manager [req-ab203a61-a419-48fe-b23e-7cc655fc8cd5 req-5506a5ea-4eb5-4b2f-81b1-9e5e77f611e0 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] No waiting events found dispatching network-vif-plugged-840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 677.462254] env[69304]: WARNING nova.compute.manager [req-ab203a61-a419-48fe-b23e-7cc655fc8cd5 req-5506a5ea-4eb5-4b2f-81b1-9e5e77f611e0 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Received unexpected event network-vif-plugged-840311e2-fb3f-4ee5-b737-7db23f82afc4 for instance with vm_state building and task_state spawning. [ 677.476723] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.563403] env[69304]: DEBUG nova.compute.manager [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Received event network-changed-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 677.563403] env[69304]: DEBUG nova.compute.manager [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Refreshing instance network info cache due to event network-changed-a288ac7b-5bb7-4715-b833-7f0934f8d9e0. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 677.563403] env[69304]: DEBUG oslo_concurrency.lockutils [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] Acquiring lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.563403] env[69304]: DEBUG oslo_concurrency.lockutils [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] Acquired lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.563403] env[69304]: DEBUG nova.network.neutron [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Refreshing network info cache for port a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.629821] env[69304]: DEBUG oslo_vmware.api [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Task: {'id': task-4208184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508354} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.630435] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.630797] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.631206] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.631550] env[69304]: INFO nova.compute.manager [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Took 2.16 seconds to destroy the instance on the hypervisor. [ 677.631964] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.632362] env[69304]: DEBUG nova.compute.manager [-] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.632925] env[69304]: DEBUG nova.network.neutron [-] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.662709] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208182, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.717983] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.717983] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.886498] env[69304]: DEBUG nova.network.neutron [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.936679] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.936898] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.937136] env[69304]: DEBUG nova.network.neutron [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.972246] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208185, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.160598] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208182, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.242261} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.161053] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 9ca0f3b3-7c9d-4338-bfd1-0035265ee688/9ca0f3b3-7c9d-4338-bfd1-0035265ee688.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.161053] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.164088] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee855d5-7b3d-4d25-9421-3dfc4e9bc05a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.171200] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 678.171200] env[69304]: value = "task-4208186" [ 678.171200] env[69304]: _type = "Task" [ 678.171200] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.180629] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.435292] env[69304]: DEBUG oslo_concurrency.lockutils [None req-db995b1a-d321-46ba-be22-e45605282b96 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.437907] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.195s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.442270] env[69304]: INFO nova.compute.claims [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.472056] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208185, 'name': PowerOffVM_Task, 'duration_secs': 0.547002} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.472056] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.472056] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.472056] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fcb1c9a-b95d-416c-b7d0-0f91519846bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.508031] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.510841] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.510841] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleting the datastore file [datastore2] 64682674-f877-4f16-90f3-60f5a7ec45db {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.510841] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48bc8f40-ceef-403d-8d0e-d1e89a4874c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.522267] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for the task: (returnval){ [ 678.522267] env[69304]: value = "task-4208188" [ 678.522267] env[69304]: _type = "Task" [ 678.522267] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.536649] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.581705] env[69304]: DEBUG nova.network.neutron [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Updating instance_info_cache with network_info: [{"id": "840311e2-fb3f-4ee5-b737-7db23f82afc4", "address": "fa:16:3e:d5:73:65", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840311e2-fb", "ovs_interfaceid": "840311e2-fb3f-4ee5-b737-7db23f82afc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.683233] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086548} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.684468] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.684729] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e667d-af41-42b8-abd5-736620086238 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.719563] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 9ca0f3b3-7c9d-4338-bfd1-0035265ee688/9ca0f3b3-7c9d-4338-bfd1-0035265ee688.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.720099] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f61496b-eba8-4964-a399-b1ec8cad7ce7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.748452] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 678.748452] env[69304]: value = "task-4208189" [ 678.748452] env[69304]: _type = "Task" [ 678.748452] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.760176] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.956541] env[69304]: DEBUG nova.network.neutron [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Updated VIF entry in instance network info cache for port a288ac7b-5bb7-4715-b833-7f0934f8d9e0. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.956541] env[69304]: DEBUG nova.network.neutron [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Updating instance_info_cache with network_info: [{"id": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "address": "fa:16:3e:6a:d7:8a", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288ac7b-5b", "ovs_interfaceid": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.043427] env[69304]: DEBUG oslo_vmware.api [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Task: {'id': task-4208188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296825} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.043427] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.043427] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.043427] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.044012] env[69304]: INFO nova.compute.manager [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Took 1.62 seconds to destroy the instance on the hypervisor. [ 679.044012] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.044012] env[69304]: DEBUG nova.compute.manager [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.044108] env[69304]: DEBUG nova.network.neutron [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.081999] env[69304]: DEBUG nova.network.neutron [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.085291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Releasing lock "refresh_cache-8f0a0fcb-babd-406b-9468-ae0f86818589" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.085402] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Instance network_info: |[{"id": "840311e2-fb3f-4ee5-b737-7db23f82afc4", "address": "fa:16:3e:d5:73:65", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840311e2-fb", "ovs_interfaceid": "840311e2-fb3f-4ee5-b737-7db23f82afc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.087092] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:73:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840311e2-fb3f-4ee5-b737-7db23f82afc4', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.093972] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Creating folder: Project (8112e6a1eb2442f29fd5888089022b13). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.094328] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad694bcf-f0e6-4247-b5dc-fe62bd929f98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.110605] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Created folder: Project (8112e6a1eb2442f29fd5888089022b13) in parent group-v832645. [ 679.110605] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Creating folder: Instances. Parent ref: group-v832683. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.110724] env[69304]: DEBUG nova.network.neutron [-] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.113414] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c607900-29d9-4ab3-8ee7-60695ff79fcb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.129058] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Created folder: Instances in parent group-v832683. [ 679.131426] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.131641] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.131803] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d547e74-3e78-455e-af1e-b73cc7176b34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.165966] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.165966] env[69304]: value = "task-4208192" [ 679.165966] env[69304]: _type = "Task" [ 679.165966] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.181831] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208192, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.212376] env[69304]: DEBUG nova.network.neutron [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Successfully updated port: e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.228250] env[69304]: DEBUG nova.network.neutron [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [{"id": "d4a5139d-a137-4c61-b351-41e2364bc48b", "address": "fa:16:3e:82:88:ad", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a5139d-a1", "ovs_interfaceid": "d4a5139d-a137-4c61-b351-41e2364bc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.269365] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208189, 'name': ReconfigVM_Task, 'duration_secs': 0.423259} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.269365] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 9ca0f3b3-7c9d-4338-bfd1-0035265ee688/9ca0f3b3-7c9d-4338-bfd1-0035265ee688.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.273032] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e27eedd-79a6-4b5e-bece-cc0092b38395 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.280254] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 679.280254] env[69304]: value = "task-4208193" [ 679.280254] env[69304]: _type = "Task" [ 679.280254] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.291016] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208193, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.394279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "946a2af8-fc27-4495-ac67-a243fcb12c1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.394821] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.395073] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "946a2af8-fc27-4495-ac67-a243fcb12c1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.395529] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.396133] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.399137] env[69304]: INFO nova.compute.manager [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Terminating instance [ 679.458911] env[69304]: DEBUG oslo_concurrency.lockutils [req-fbe194da-4609-471b-a77f-0e7d468a7303 req-5d75e5ba-b959-4a6e-99c0-07e517f4a19a service nova] Releasing lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.586422] env[69304]: DEBUG nova.network.neutron [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.618128] env[69304]: INFO nova.compute.manager [-] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Took 1.99 seconds to deallocate network for instance. [ 679.676999] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208192, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.719026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "refresh_cache-f42f703b-7134-49cf-9b6d-af6ff5be5d2b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquired lock "refresh_cache-f42f703b-7134-49cf-9b6d-af6ff5be5d2b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719026] env[69304]: DEBUG nova.network.neutron [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.732189] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.797339] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208193, 'name': Rename_Task, 'duration_secs': 0.160298} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.801150] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.802541] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49960d9f-fe59-453b-8b0e-66db8c790b92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.809303] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 679.809303] env[69304]: value = "task-4208194" [ 679.809303] env[69304]: _type = "Task" [ 679.809303] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.818559] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.906311] env[69304]: DEBUG nova.compute.manager [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.906631] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.907666] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b714f01-049f-41fd-8081-9f649d65b137 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.928456] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.930066] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfd74876-ea50-4d72-87f8-bb136186b904 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.938155] env[69304]: DEBUG oslo_vmware.api [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 679.938155] env[69304]: value = "task-4208195" [ 679.938155] env[69304]: _type = "Task" [ 679.938155] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.955725] env[69304]: DEBUG oslo_vmware.api [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.996577] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7cd884-daa1-49b6-a88b-b9c7d455ef42 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.007035] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf8f24-d658-4c43-adb5-df94d214b715 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.047748] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb400b66-541f-487b-b083-dad427d86518 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.059260] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf207069-2048-4ec6-9053-b7412332ca02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.077239] env[69304]: DEBUG nova.compute.provider_tree [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.088020] env[69304]: INFO nova.compute.manager [-] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Took 1.04 seconds to deallocate network for instance. [ 680.132366] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.181984] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208192, 'name': CreateVM_Task, 'duration_secs': 0.549259} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.182424] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.183197] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.183285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.183847] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.184162] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3851b757-86e5-4138-b7cb-fd4038e832a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.191259] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 680.191259] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5234474f-3d9f-0973-207c-135fa9ceed72" [ 680.191259] env[69304]: _type = "Task" [ 680.191259] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.207321] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5234474f-3d9f-0973-207c-135fa9ceed72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.284127] env[69304]: DEBUG nova.network.neutron [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.294849] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Received event network-changed-840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 680.294849] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Refreshing instance network info cache due to event network-changed-840311e2-fb3f-4ee5-b737-7db23f82afc4. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 680.294849] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Acquiring lock "refresh_cache-8f0a0fcb-babd-406b-9468-ae0f86818589" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.294849] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Acquired lock "refresh_cache-8f0a0fcb-babd-406b-9468-ae0f86818589" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.294849] env[69304]: DEBUG nova.network.neutron [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Refreshing network info cache for port 840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.323377] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208194, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.454706] env[69304]: DEBUG oslo_vmware.api [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208195, 'name': PowerOffVM_Task, 'duration_secs': 0.240808} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.454796] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.457582] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.457582] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cc0b23b-8c7f-4f08-a0e6-533aab62cfec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.582168] env[69304]: DEBUG nova.scheduler.client.report [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.596332] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.659819] env[69304]: DEBUG nova.network.neutron [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Updating instance_info_cache with network_info: [{"id": "e52b02c4-8a93-4872-b381-cc848984ae93", "address": "fa:16:3e:9e:40:4c", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52b02c4-8a", "ovs_interfaceid": "e52b02c4-8a93-4872-b381-cc848984ae93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.706816] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5234474f-3d9f-0973-207c-135fa9ceed72, 'name': SearchDatastore_Task, 'duration_secs': 0.019918} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.707153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.707423] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.707650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.707798] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.707980] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.708334] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a0ebe1e-07c8-4d69-9eb3-17dd0f023659 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.728590] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.728986] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.730094] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f53fc9-613a-4d01-b282-57b4d3de92b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.740039] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 680.740039] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db7db7-e199-8296-b99e-a0faf3fd10aa" [ 680.740039] env[69304]: _type = "Task" [ 680.740039] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.754803] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db7db7-e199-8296-b99e-a0faf3fd10aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.822801] env[69304]: DEBUG oslo_vmware.api [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208194, 'name': PowerOnVM_Task, 'duration_secs': 0.925336} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.823658] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.824097] env[69304]: INFO nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Took 9.20 seconds to spawn the instance on the hypervisor. [ 680.824593] env[69304]: DEBUG nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.826024] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec5804-46e1-404c-a4b4-dae1fc99f255 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917160] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.917424] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.917729] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleting the datastore file [datastore1] 946a2af8-fc27-4495-ac67-a243fcb12c1b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.917937] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55009b9f-4bd7-43b7-92fb-60125bb5c172 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.927261] env[69304]: DEBUG oslo_vmware.api [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 680.927261] env[69304]: value = "task-4208197" [ 680.927261] env[69304]: _type = "Task" [ 680.927261] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.937037] env[69304]: DEBUG oslo_vmware.api [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.087270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.089278] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.092439] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.179s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.092439] env[69304]: DEBUG nova.objects.instance [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lazy-loading 'resources' on Instance uuid b3ee56c1-73f1-49de-8dd1-91944a520900 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.162216] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Releasing lock "refresh_cache-f42f703b-7134-49cf-9b6d-af6ff5be5d2b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.163641] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Instance network_info: |[{"id": "e52b02c4-8a93-4872-b381-cc848984ae93", "address": "fa:16:3e:9e:40:4c", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52b02c4-8a", "ovs_interfaceid": "e52b02c4-8a93-4872-b381-cc848984ae93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.164343] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:40:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52b02c4-8a93-4872-b381-cc848984ae93', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.176198] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Creating folder: Project (ce8db92d7b3b4d80a88d5f21b0917bda). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.177633] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-016e33c9-3eb5-4b15-8ff0-32d1da01e791 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.190109] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Created folder: Project (ce8db92d7b3b4d80a88d5f21b0917bda) in parent group-v832645. [ 681.190378] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Creating folder: Instances. Parent ref: group-v832686. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.190576] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1f9a3f9-cefc-4409-8c2f-4a0f67f14326 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.204729] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Created folder: Instances in parent group-v832686. [ 681.204729] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.204729] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.204729] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0376934-c5ad-4be7-af61-3c80db8dc413 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.227040] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.227040] env[69304]: value = "task-4208200" [ 681.227040] env[69304]: _type = "Task" [ 681.227040] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.236577] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208200, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.255125] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db7db7-e199-8296-b99e-a0faf3fd10aa, 'name': SearchDatastore_Task, 'duration_secs': 0.019523} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.256081] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc18705-b1bc-4c45-858b-eb5ba68646cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.260056] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21b75b-e155-428d-9987-75307fcaa09a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.266469] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 681.266469] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5268c885-60e4-68c9-2c09-a217f77a95a4" [ 681.266469] env[69304]: _type = "Task" [ 681.266469] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.281883] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.301407] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5268c885-60e4-68c9-2c09-a217f77a95a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.303178] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.303178] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 8f0a0fcb-babd-406b-9468-ae0f86818589/8f0a0fcb-babd-406b-9468-ae0f86818589.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.303178] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d437ae12-e764-4ca5-98bd-04d660423169 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.310440] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 681.310440] env[69304]: value = "task-4208201" [ 681.310440] env[69304]: _type = "Task" [ 681.310440] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.326372] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.348775] env[69304]: INFO nova.compute.manager [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Took 29.05 seconds to build instance. [ 681.427423] env[69304]: DEBUG nova.network.neutron [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Updated VIF entry in instance network info cache for port 840311e2-fb3f-4ee5-b737-7db23f82afc4. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.427742] env[69304]: DEBUG nova.network.neutron [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Updating instance_info_cache with network_info: [{"id": "840311e2-fb3f-4ee5-b737-7db23f82afc4", "address": "fa:16:3e:d5:73:65", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840311e2-fb", "ovs_interfaceid": "840311e2-fb3f-4ee5-b737-7db23f82afc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.442604] env[69304]: DEBUG oslo_vmware.api [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439341} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.443532] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.443711] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.443887] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.444073] env[69304]: INFO nova.compute.manager [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Took 1.54 seconds to destroy the instance on the hypervisor. [ 681.444336] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.444553] env[69304]: DEBUG nova.compute.manager [-] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.444649] env[69304]: DEBUG nova.network.neutron [-] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.594417] env[69304]: DEBUG nova.compute.utils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.601649] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.601649] env[69304]: DEBUG nova.network.neutron [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.746420] env[69304]: DEBUG nova.policy [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e340a6f30446bf87eb6d4460e06f8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7aded9e22ef4f818d721eab33abc1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.760034] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208200, 'name': CreateVM_Task, 'duration_secs': 0.453516} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.760195] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.764321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.764321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.764321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.764670] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c514c0b9-f2e7-4044-a235-493295a3a639 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.783354] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 681.783354] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5240de14-0059-38a2-69f5-ce5f3f95108a" [ 681.783354] env[69304]: _type = "Task" [ 681.783354] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.803868] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.803868] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5240de14-0059-38a2-69f5-ce5f3f95108a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.808687] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2afaa26-577b-45e4-b6e3-cb533614cfa5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.827743] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 681.827743] env[69304]: value = "task-4208202" [ 681.827743] env[69304]: _type = "Task" [ 681.827743] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.833770] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208201, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.842530] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.856231] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6a068934-23b3-4b68-8799-2c156c1976d9 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.635s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.934351] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Releasing lock "refresh_cache-8f0a0fcb-babd-406b-9468-ae0f86818589" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.936013] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Received event network-vif-deleted-75a25487-8eda-4ba6-890b-d52ea07c636a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 681.936013] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Received event network-vif-plugged-e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 681.936013] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Acquiring lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.936013] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.936013] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.936878] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] No waiting events found dispatching network-vif-plugged-e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 681.936878] env[69304]: WARNING nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Received unexpected event network-vif-plugged-e52b02c4-8a93-4872-b381-cc848984ae93 for instance with vm_state building and task_state spawning. [ 681.936878] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Received event network-changed-e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 681.936878] env[69304]: DEBUG nova.compute.manager [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Refreshing instance network info cache due to event network-changed-e52b02c4-8a93-4872-b381-cc848984ae93. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 681.936878] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Acquiring lock "refresh_cache-f42f703b-7134-49cf-9b6d-af6ff5be5d2b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.937087] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Acquired lock "refresh_cache-f42f703b-7134-49cf-9b6d-af6ff5be5d2b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.940781] env[69304]: DEBUG nova.network.neutron [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Refreshing network info cache for port e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.106098] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.201304] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a70e50e-3b05-4b29-961b-dbdbb72a7d21 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.214471] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fcdb8e-5b66-4f82-8ba7-f4b9c0ba7236 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.248285] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9550bcf6-862d-4b97-b79e-87e65cb3d9bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.259932] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79ccdff-8071-4858-be1a-67a90d8ffe86 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.273898] env[69304]: DEBUG nova.compute.provider_tree [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.286349] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.286679] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.298751] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5240de14-0059-38a2-69f5-ce5f3f95108a, 'name': SearchDatastore_Task, 'duration_secs': 0.071195} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.299165] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.299443] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.299719] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.299953] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.300267] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.300521] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d430e90b-8e41-43a5-9613-206a92c5e162 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.311977] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.312295] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.317159] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4556523f-e88d-4651-a1de-b28c1d5d9253 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.323557] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 682.323557] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52224e9b-14b5-b006-2eee-a74415e4f484" [ 682.323557] env[69304]: _type = "Task" [ 682.323557] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.329198] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616798} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.333450] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 8f0a0fcb-babd-406b-9468-ae0f86818589/8f0a0fcb-babd-406b-9468-ae0f86818589.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.333734] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.334031] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9516808-36f1-4460-8170-1a8e42a75865 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.341427] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52224e9b-14b5-b006-2eee-a74415e4f484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.346202] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208202, 'name': PowerOffVM_Task, 'duration_secs': 0.283607} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.346202] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 682.346202] env[69304]: value = "task-4208203" [ 682.346202] env[69304]: _type = "Task" [ 682.346202] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.346545] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.346811] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.359195] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.362939] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.468076] env[69304]: DEBUG nova.network.neutron [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Successfully created port: 4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.776843] env[69304]: DEBUG nova.scheduler.client.report [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.840656] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52224e9b-14b5-b006-2eee-a74415e4f484, 'name': SearchDatastore_Task, 'duration_secs': 0.020581} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.841652] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4156c6-3387-4cae-adc2-884ed3eeb2d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.857026] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 682.857026] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d56bb8-3b4e-bfe4-cb4a-919d71a7ffaa" [ 682.857026] env[69304]: _type = "Task" [ 682.857026] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.860025] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.860518] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.863089] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.867249] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.867249] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.867249] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.867249] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.867249] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.867461] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.867461] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.867461] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.881112] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f4a66ef-eebe-4b11-819f-c5b1fdc90657 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.902616] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070069} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.906268] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.906834] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d56bb8-3b4e-bfe4-cb4a-919d71a7ffaa, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.910034] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c720e5d-7567-4833-8308-c85206c21aa1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.913030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.913328] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] f42f703b-7134-49cf-9b6d-af6ff5be5d2b/f42f703b-7134-49cf-9b6d-af6ff5be5d2b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.914032] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 682.914032] env[69304]: value = "task-4208204" [ 682.914032] env[69304]: _type = "Task" [ 682.914032] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.914032] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ce93ed-f3d8-4e11-af14-8e629236c279 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.925228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.943669] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 8f0a0fcb-babd-406b-9468-ae0f86818589/8f0a0fcb-babd-406b-9468-ae0f86818589.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.945968] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a05e55a3-a367-413c-82e5-cc103672f4ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.961561] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 682.961561] env[69304]: value = "task-4208205" [ 682.961561] env[69304]: _type = "Task" [ 682.961561] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.965961] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.973697] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 682.973697] env[69304]: value = "task-4208206" [ 682.973697] env[69304]: _type = "Task" [ 682.973697] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.979014] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.990249] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.995236] env[69304]: DEBUG nova.network.neutron [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Updated VIF entry in instance network info cache for port e52b02c4-8a93-4872-b381-cc848984ae93. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.995604] env[69304]: DEBUG nova.network.neutron [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Updating instance_info_cache with network_info: [{"id": "e52b02c4-8a93-4872-b381-cc848984ae93", "address": "fa:16:3e:9e:40:4c", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52b02c4-8a", "ovs_interfaceid": "e52b02c4-8a93-4872-b381-cc848984ae93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.047716] env[69304]: DEBUG nova.network.neutron [-] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.121329] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.155538] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1491415271',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2022738233',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.155538] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.155538] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.155757] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.156514] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.156514] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.157042] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.157214] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.159221] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.159221] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.159221] env[69304]: DEBUG nova.virt.hardware [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.159221] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e44641-e080-442a-9d2d-cfb468826c26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.168783] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e10fd-089a-4128-aff8-239cfb205ea7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.286933] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.289993] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.078s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.295224] env[69304]: INFO nova.compute.claims [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.324505] env[69304]: INFO nova.scheduler.client.report [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Deleted allocations for instance b3ee56c1-73f1-49de-8dd1-91944a520900 [ 683.432442] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208204, 'name': ReconfigVM_Task, 'duration_secs': 0.31259} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.433032] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.492196] env[69304]: DEBUG nova.compute.manager [req-987d28c7-bd07-4143-9921-69686d308ffc req-cc6faf8c-6c51-4201-b24b-e52bbbfea475 service nova] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Received event network-vif-deleted-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 683.492684] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208205, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.502209] env[69304]: DEBUG oslo_concurrency.lockutils [req-e0d142ce-b951-4a0a-811f-5a9f9b62cd30 req-6fe5d52c-afbf-4def-a67c-cad82bbee130 service nova] Releasing lock "refresh_cache-f42f703b-7134-49cf-9b6d-af6ff5be5d2b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.505317] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.553411] env[69304]: INFO nova.compute.manager [-] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Took 2.11 seconds to deallocate network for instance. [ 683.842551] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Lock "b3ee56c1-73f1-49de-8dd1-91944a520900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.226s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.941223] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.941639] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.942034] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.942034] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.942595] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.942595] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.943786] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.944020] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.944304] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.944389] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.944995] env[69304]: DEBUG nova.virt.hardware [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.950051] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 683.950372] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5250e6bc-a08e-4792-8e3b-a20f2a5f2836 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.972025] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 683.972025] env[69304]: value = "task-4208207" [ 683.972025] env[69304]: _type = "Task" [ 683.972025] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.980771] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597509} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.984211] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] f42f703b-7134-49cf-9b6d-af6ff5be5d2b/f42f703b-7134-49cf-9b6d-af6ff5be5d2b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.984613] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.988325] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37f01ba5-2e20-4006-bec2-ae8db6d7b79c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.993914] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.006064] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208206, 'name': ReconfigVM_Task, 'duration_secs': 0.714554} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.006464] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 684.006464] env[69304]: value = "task-4208208" [ 684.006464] env[69304]: _type = "Task" [ 684.006464] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.006725] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 8f0a0fcb-babd-406b-9468-ae0f86818589/8f0a0fcb-babd-406b-9468-ae0f86818589.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.007494] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac8025f-b942-4d1d-a1b2-7f3b4946216c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.020451] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.022086] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 684.022086] env[69304]: value = "task-4208209" [ 684.022086] env[69304]: _type = "Task" [ 684.022086] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.033252] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208209, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.063166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.107922] env[69304]: DEBUG nova.compute.manager [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Received event network-changed {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 684.108278] env[69304]: DEBUG nova.compute.manager [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Refreshing instance network info cache due to event network-changed. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 684.108583] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] Acquiring lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.108855] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] Acquired lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.109076] env[69304]: DEBUG nova.network.neutron [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.495066] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.524601] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078111} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.529554] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.530759] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56c8876-7d41-4e74-b04c-02f81e5bc53a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.538531] env[69304]: DEBUG nova.network.neutron [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Successfully updated port: 4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.547883] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208209, 'name': Rename_Task, 'duration_secs': 0.172737} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.560164] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.571650] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f42f703b-7134-49cf-9b6d-af6ff5be5d2b/f42f703b-7134-49cf-9b6d-af6ff5be5d2b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.575609] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9eac1f0-0387-4de9-a42e-4e5a838b9e80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.577506] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91a23fd-ed44-4c13-be2d-50c489ecd9ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.599462] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 684.599462] env[69304]: value = "task-4208211" [ 684.599462] env[69304]: _type = "Task" [ 684.599462] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.600660] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 684.600660] env[69304]: value = "task-4208210" [ 684.600660] env[69304]: _type = "Task" [ 684.600660] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.617658] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.620727] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208210, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.852540] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafb93ad-6908-484b-ad15-943422d86a4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.864596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6741d12f-fe60-4b11-9329-c68ea6ea81c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.899812] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4dc282-3df6-4c18-8353-16fd080007ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.908593] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ffeb80-9d4f-45b1-8eb0-4be113014825 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.931941] env[69304]: DEBUG nova.compute.provider_tree [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.991044] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208207, 'name': ReconfigVM_Task, 'duration_secs': 0.730167} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.991044] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 684.991044] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8db37d-1be6-47b8-b61e-70d429791119 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.013072] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5/f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.013403] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e43d8e9-0fb5-4fe7-83f8-d60d3c07493e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.034735] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 685.034735] env[69304]: value = "task-4208212" [ 685.034735] env[69304]: _type = "Task" [ 685.034735] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.047650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.047650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.047650] env[69304]: DEBUG nova.network.neutron [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.048623] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.124648] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208210, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.124648] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208211, 'name': ReconfigVM_Task, 'duration_secs': 0.410638} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.124800] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f42f703b-7134-49cf-9b6d-af6ff5be5d2b/f42f703b-7134-49cf-9b6d-af6ff5be5d2b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.125426] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b92150c0-a116-4a0a-b64c-b47f5ddc01fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.134539] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 685.134539] env[69304]: value = "task-4208213" [ 685.134539] env[69304]: _type = "Task" [ 685.134539] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.148834] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208213, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.150024] env[69304]: DEBUG nova.network.neutron [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Updating instance_info_cache with network_info: [{"id": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "address": "fa:16:3e:6a:d7:8a", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa288ac7b-5b", "ovs_interfaceid": "a288ac7b-5bb7-4715-b833-7f0934f8d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.231388] env[69304]: DEBUG nova.compute.manager [req-ba8b7751-96e6-46dd-815f-1189ae420d97 req-3b469b54-0358-4ba3-9b29-529ead1325c0 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Received event network-vif-plugged-4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 685.231388] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba8b7751-96e6-46dd-815f-1189ae420d97 req-3b469b54-0358-4ba3-9b29-529ead1325c0 service nova] Acquiring lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.231388] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba8b7751-96e6-46dd-815f-1189ae420d97 req-3b469b54-0358-4ba3-9b29-529ead1325c0 service nova] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.231629] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba8b7751-96e6-46dd-815f-1189ae420d97 req-3b469b54-0358-4ba3-9b29-529ead1325c0 service nova] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.231738] env[69304]: DEBUG nova.compute.manager [req-ba8b7751-96e6-46dd-815f-1189ae420d97 req-3b469b54-0358-4ba3-9b29-529ead1325c0 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] No waiting events found dispatching network-vif-plugged-4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.231875] env[69304]: WARNING nova.compute.manager [req-ba8b7751-96e6-46dd-815f-1189ae420d97 req-3b469b54-0358-4ba3-9b29-529ead1325c0 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Received unexpected event network-vif-plugged-4de12236-fba2-4961-b911-571028e99436 for instance with vm_state building and task_state spawning. [ 685.433902] env[69304]: DEBUG nova.scheduler.client.report [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.548483] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.569917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.570131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.570352] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.570539] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.570708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.574686] env[69304]: INFO nova.compute.manager [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Terminating instance [ 685.605599] env[69304]: DEBUG nova.network.neutron [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.618107] env[69304]: DEBUG oslo_vmware.api [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208210, 'name': PowerOnVM_Task, 'duration_secs': 0.542696} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.618727] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.618727] env[69304]: INFO nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Took 11.36 seconds to spawn the instance on the hypervisor. [ 685.618881] env[69304]: DEBUG nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.620347] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e8bf92-636c-4346-98d3-b41073a5500b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.645574] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208213, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.653482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f4a5ed56-e8de-436d-ab07-f18f394a775e tempest-ServerExternalEventsTest-1077718861 tempest-ServerExternalEventsTest-1077718861-project] Releasing lock "refresh_cache-9ca0f3b3-7c9d-4338-bfd1-0035265ee688" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.852413] env[69304]: DEBUG nova.network.neutron [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updating instance_info_cache with network_info: [{"id": "4de12236-fba2-4961-b911-571028e99436", "address": "fa:16:3e:18:37:fe", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de12236-fb", "ovs_interfaceid": "4de12236-fba2-4961-b911-571028e99436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.943333] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.943909] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.951023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.836s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.951023] env[69304]: INFO nova.compute.claims [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.048162] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208212, 'name': ReconfigVM_Task, 'duration_secs': 0.810179} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.048564] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5/f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.048943] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.084234] env[69304]: DEBUG nova.compute.manager [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.084234] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.084234] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83aea0f-8e3a-47e8-961f-68234dc0c0cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.094240] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.094240] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca6ff66-2ff5-401c-9d31-bd88439ff5c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.102968] env[69304]: DEBUG oslo_vmware.api [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 686.102968] env[69304]: value = "task-4208214" [ 686.102968] env[69304]: _type = "Task" [ 686.102968] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.113391] env[69304]: DEBUG oslo_vmware.api [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.153983] env[69304]: INFO nova.compute.manager [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Took 30.96 seconds to build instance. [ 686.170567] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208213, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.356145] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Releasing lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.356704] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Instance network_info: |[{"id": "4de12236-fba2-4961-b911-571028e99436", "address": "fa:16:3e:18:37:fe", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de12236-fb", "ovs_interfaceid": "4de12236-fba2-4961-b911-571028e99436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.357079] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:37:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de12236-fba2-4961-b911-571028e99436', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.367038] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Creating folder: Project (a7aded9e22ef4f818d721eab33abc1db). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.367939] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9c4e7d-e357-4cb4-94a3-172a1c7fbd83 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.381070] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Created folder: Project (a7aded9e22ef4f818d721eab33abc1db) in parent group-v832645. [ 686.381443] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Creating folder: Instances. Parent ref: group-v832689. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.381774] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e6450b1-b79a-4c04-afd4-7ea61c6fd77a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.392304] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Created folder: Instances in parent group-v832689. [ 686.392304] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.392534] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.392572] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8a3ba9-9260-4da9-95ad-a4d13baf6fec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.418772] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.418772] env[69304]: value = "task-4208217" [ 686.418772] env[69304]: _type = "Task" [ 686.418772] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.428397] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208217, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.455978] env[69304]: DEBUG nova.compute.utils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.461463] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.461463] env[69304]: DEBUG nova.network.neutron [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.523659] env[69304]: DEBUG nova.policy [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e943826cf4a242c3bbb472c812859b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f5c2829e94d49bda66ec59581e8c011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.560710] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea1808-2e93-43d7-a780-78f778dab6b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.588220] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12b9fe0-6680-4a11-82bc-7d09898adafc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.609873] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 686.627493] env[69304]: DEBUG oslo_vmware.api [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208214, 'name': PowerOffVM_Task, 'duration_secs': 0.211722} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.627804] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.627966] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.629136] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3c70ea3-8470-4922-91c6-c5d475e22ede {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.649738] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208213, 'name': Rename_Task, 'duration_secs': 1.163104} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.650818] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.650818] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c91f9fa-6116-47e1-92cf-167476547e74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.659142] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 686.659142] env[69304]: value = "task-4208219" [ 686.659142] env[69304]: _type = "Task" [ 686.659142] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.666487] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.480s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.678063] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.711384] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.712033] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.712033] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Deleting the datastore file [datastore2] 9ca0f3b3-7c9d-4338-bfd1-0035265ee688 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.712185] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d98033-be15-4653-aab1-8d849c4cb8fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.722115] env[69304]: DEBUG oslo_vmware.api [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for the task: (returnval){ [ 686.722115] env[69304]: value = "task-4208220" [ 686.722115] env[69304]: _type = "Task" [ 686.722115] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.826758] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.827051] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.827356] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.827523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.827719] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.833319] env[69304]: INFO nova.compute.manager [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Terminating instance [ 686.933029] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208217, 'name': CreateVM_Task, 'duration_secs': 0.4066} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.933029] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.933029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.933029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.933029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.933472] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb4ab000-5db6-42f9-a781-4fd62013e0ac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.942624] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 686.942624] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526a6823-9969-63a7-e72a-1a29326ca07a" [ 686.942624] env[69304]: _type = "Task" [ 686.942624] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.962386] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.966869] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526a6823-9969-63a7-e72a-1a29326ca07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.166984] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.187348] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208219, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.187348] env[69304]: DEBUG nova.network.neutron [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Successfully created port: f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.192260] env[69304]: DEBUG nova.network.neutron [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Port d4a5139d-a137-4c61-b351-41e2364bc48b binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 687.245542] env[69304]: DEBUG oslo_vmware.api [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Task: {'id': task-4208220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200619} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.246091] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.246259] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.246478] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.246673] env[69304]: INFO nova.compute.manager [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Took 1.17 seconds to destroy the instance on the hypervisor. [ 687.246929] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.249091] env[69304]: DEBUG nova.compute.manager [-] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.249091] env[69304]: DEBUG nova.network.neutron [-] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.339465] env[69304]: DEBUG nova.compute.manager [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.339703] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.340686] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec2d247-7379-45eb-98f8-55dceca7d7d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.353203] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.353203] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06194bb2-fdf2-401c-9492-0546c03f769b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.360682] env[69304]: DEBUG oslo_vmware.api [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 687.360682] env[69304]: value = "task-4208221" [ 687.360682] env[69304]: _type = "Task" [ 687.360682] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.376924] env[69304]: DEBUG oslo_vmware.api [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.438573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "06b5782b-4336-4d29-b2d6-ada4688875bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.439126] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.460964] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526a6823-9969-63a7-e72a-1a29326ca07a, 'name': SearchDatastore_Task, 'duration_secs': 0.015314} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.461368] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.461658] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.461937] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.466256] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.466829] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.469996] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aecdb85-2f5d-48c9-864c-5680273e1a8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.481610] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.481859] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.482865] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9bd002-35ae-46b2-a7b3-cbacdd7844b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.495693] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 687.495693] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524fabc2-e929-de0e-f45c-badc47b89e07" [ 687.495693] env[69304]: _type = "Task" [ 687.495693] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.509325] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524fabc2-e929-de0e-f45c-badc47b89e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.542523] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc26b230-4a9c-40a7-8fc6-5ced495e2618 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.551949] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d96625f-34dd-4f03-8c9c-6284bce6a74c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.586947] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dab0636-c8cb-4571-87ae-03cf7daa405e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.595284] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b3524d-3084-43c9-8681-096aac67027b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.609919] env[69304]: DEBUG nova.compute.provider_tree [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.673680] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208219, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.712595] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.882653] env[69304]: DEBUG oslo_vmware.api [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208221, 'name': PowerOffVM_Task, 'duration_secs': 0.266677} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.883872] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.884267] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.889509] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9c208f-394c-48a4-927f-2ad4f215f71b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.970771] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.971091] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.971220] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Deleting the datastore file [datastore2] 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.973363] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52cb6c0b-5641-43b2-af25-e1de7dc1afff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.982480] env[69304]: DEBUG oslo_vmware.api [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for the task: (returnval){ [ 687.982480] env[69304]: value = "task-4208223" [ 687.982480] env[69304]: _type = "Task" [ 687.982480] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.989313] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.002591] env[69304]: DEBUG oslo_vmware.api [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.012040] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524fabc2-e929-de0e-f45c-badc47b89e07, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.012040] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0619e907-39f6-4c13-8873-5c3472afefa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.025529] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 688.025529] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524fccfa-63a6-83a3-ca43-00fc31d07bf8" [ 688.025529] env[69304]: _type = "Task" [ 688.025529] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.034789] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.034789] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.034789] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.035150] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.035150] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.035150] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.035150] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.035150] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.035310] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.035310] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.035310] env[69304]: DEBUG nova.virt.hardware [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.037596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f905a-2b5c-42dc-90cc-51167d3dea60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.048571] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524fccfa-63a6-83a3-ca43-00fc31d07bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.01694} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.050959] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.050959] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1/bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.050959] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7db9401-3330-4b70-806b-007af4f95978 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.055285] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cba335-b6bc-44a0-814d-41c78a08a9b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.072946] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 688.072946] env[69304]: value = "task-4208224" [ 688.072946] env[69304]: _type = "Task" [ 688.072946] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.082297] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.113136] env[69304]: DEBUG nova.scheduler.client.report [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.176126] env[69304]: DEBUG oslo_vmware.api [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208219, 'name': PowerOnVM_Task, 'duration_secs': 1.196728} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.176126] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.176126] env[69304]: INFO nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Took 11.40 seconds to spawn the instance on the hypervisor. [ 688.176126] env[69304]: DEBUG nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.177356] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada931e-ae56-4c8d-9a89-6520d740cfb3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.206408] env[69304]: DEBUG nova.compute.manager [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Received event network-changed-4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 688.207400] env[69304]: DEBUG nova.compute.manager [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Refreshing instance network info cache due to event network-changed-4de12236-fba2-4961-b911-571028e99436. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 688.207642] env[69304]: DEBUG oslo_concurrency.lockutils [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] Acquiring lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.207883] env[69304]: DEBUG oslo_concurrency.lockutils [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] Acquired lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.208160] env[69304]: DEBUG nova.network.neutron [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Refreshing network info cache for port 4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.232458] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.232713] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.232943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.397660] env[69304]: DEBUG nova.network.neutron [-] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.495139] env[69304]: DEBUG oslo_vmware.api [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Task: {'id': task-4208223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456311} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.495139] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.495139] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.495139] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.495139] env[69304]: INFO nova.compute.manager [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Took 1.16 seconds to destroy the instance on the hypervisor. [ 688.495481] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.495481] env[69304]: DEBUG nova.compute.manager [-] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.495547] env[69304]: DEBUG nova.network.neutron [-] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.587101] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208224, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.619379] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.619953] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.622994] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.961s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.624696] env[69304]: INFO nova.compute.claims [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.651307] env[69304]: DEBUG nova.network.neutron [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updated VIF entry in instance network info cache for port 4de12236-fba2-4961-b911-571028e99436. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.651805] env[69304]: DEBUG nova.network.neutron [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updating instance_info_cache with network_info: [{"id": "4de12236-fba2-4961-b911-571028e99436", "address": "fa:16:3e:18:37:fe", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de12236-fb", "ovs_interfaceid": "4de12236-fba2-4961-b911-571028e99436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.702836] env[69304]: INFO nova.compute.manager [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Took 30.17 seconds to build instance. [ 688.900407] env[69304]: INFO nova.compute.manager [-] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Took 1.65 seconds to deallocate network for instance. [ 689.087910] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92218} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.088240] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1/bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.088448] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.088709] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73082dc5-a5ad-46b3-b866-152be527e858 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.099284] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 689.099284] env[69304]: value = "task-4208225" [ 689.099284] env[69304]: _type = "Task" [ 689.099284] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.115814] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.132310] env[69304]: DEBUG nova.compute.utils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.138956] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.139176] env[69304]: DEBUG nova.network.neutron [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.155219] env[69304]: DEBUG oslo_concurrency.lockutils [req-01a80e68-702d-4cd8-b4af-4db438c068b0 req-07aa797d-3d6d-4b4d-a418-b161170903ad service nova] Releasing lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.185929] env[69304]: DEBUG nova.policy [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'addca4d4f53b45bc99ea4ebc53ae9461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc94c0b34e5841c19e94954131b3dc82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.207660] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.696s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.344027] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.344027] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.344027] env[69304]: DEBUG nova.network.neutron [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.410961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.611830] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068415} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.612480] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.613407] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f582bb5-bec9-43c4-956e-51bfed9beaf3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.648922] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1/bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.652260] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.654764] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bfa2487-5ad8-4b7a-aae0-0084f08dfbe7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.676566] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 689.676566] env[69304]: value = "task-4208226" [ 689.676566] env[69304]: _type = "Task" [ 689.676566] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.687906] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.711160] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.794774] env[69304]: DEBUG nova.network.neutron [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Successfully updated port: f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.796810] env[69304]: DEBUG nova.network.neutron [-] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.799965] env[69304]: DEBUG nova.network.neutron [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Successfully created port: 342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.057860] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "2a395bfb-2b03-418e-92b5-df650a6b8f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.058303] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.184609] env[69304]: DEBUG nova.compute.manager [req-a4d7f7a0-f832-458f-a989-5e542fd37413 req-fef93804-eed7-4b79-9f04-9cc45b2ab161 service nova] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Received event network-vif-deleted-b18ffa8a-11e5-40f4-9f85-2d5f16648581 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.191268] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.198686] env[69304]: DEBUG nova.network.neutron [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [{"id": "d4a5139d-a137-4c61-b351-41e2364bc48b", "address": "fa:16:3e:82:88:ad", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a5139d-a1", "ovs_interfaceid": "d4a5139d-a137-4c61-b351-41e2364bc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.228967] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2693892a-14dd-4b39-899d-71528a7e62df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.238938] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac765873-2fc3-4a92-881c-118e60022a6a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.243501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.278022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffcbc27-acf0-4e3b-bc51-c4c147d5be77 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.287743] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db05f5ea-b8ef-47a4-9d7d-f3edd5e44e62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.305222] env[69304]: DEBUG nova.compute.provider_tree [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.307591] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.307934] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquired lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.307934] env[69304]: DEBUG nova.network.neutron [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.311959] env[69304]: INFO nova.compute.manager [-] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Took 1.82 seconds to deallocate network for instance. [ 690.676385] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.690074] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208226, 'name': ReconfigVM_Task, 'duration_secs': 0.750182} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.690074] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Reconfigured VM instance instance-00000010 to attach disk [datastore1] bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1/bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.690560] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d233593-ff69-4269-a129-2b639dae22bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.697766] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 690.697766] env[69304]: value = "task-4208227" [ 690.697766] env[69304]: _type = "Task" [ 690.697766] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.705259] env[69304]: DEBUG oslo_concurrency.lockutils [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.712687] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.712773] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.715784] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.715784] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.715784] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.715784] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.715784] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.716142] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.716142] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.716142] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.716142] env[69304]: DEBUG nova.virt.hardware [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.716142] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a32280-4695-4705-bf54-fe38a920bdca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.726253] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208227, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.732546] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3cd16-2497-4626-9f63-30ac01df12ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.810844] env[69304]: DEBUG nova.scheduler.client.report [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.819286] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.859532] env[69304]: DEBUG nova.network.neutron [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.921086] env[69304]: DEBUG nova.compute.manager [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Received event network-vif-deleted-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.921299] env[69304]: DEBUG nova.compute.manager [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Received event network-vif-plugged-f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.921493] env[69304]: DEBUG oslo_concurrency.lockutils [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.921697] env[69304]: DEBUG oslo_concurrency.lockutils [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.921857] env[69304]: DEBUG oslo_concurrency.lockutils [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.922338] env[69304]: DEBUG nova.compute.manager [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] No waiting events found dispatching network-vif-plugged-f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.922618] env[69304]: WARNING nova.compute.manager [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Received unexpected event network-vif-plugged-f5324f7a-c67c-464b-9331-2f932221bc9a for instance with vm_state building and task_state spawning. [ 690.922801] env[69304]: DEBUG nova.compute.manager [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Received event network-changed-f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 690.922957] env[69304]: DEBUG nova.compute.manager [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Refreshing instance network info cache due to event network-changed-f5324f7a-c67c-464b-9331-2f932221bc9a. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 690.923149] env[69304]: DEBUG oslo_concurrency.lockutils [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] Acquiring lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.018832] env[69304]: DEBUG nova.network.neutron [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updating instance_info_cache with network_info: [{"id": "f5324f7a-c67c-464b-9331-2f932221bc9a", "address": "fa:16:3e:0b:97:54", "network": {"id": "1040b031-3e4d-490b-850a-acacdbbe424c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-16209715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c2829e94d49bda66ec59581e8c011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5324f7a-c6", "ovs_interfaceid": "f5324f7a-c67c-464b-9331-2f932221bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.211687] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208227, 'name': Rename_Task, 'duration_secs': 0.172775} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.212095] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.213031] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3147e2ca-5650-4602-b070-5b50d2f9c941 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.224110] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 691.224110] env[69304]: value = "task-4208228" [ 691.224110] env[69304]: _type = "Task" [ 691.224110] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.240676] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208228, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.255565] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd573081-d413-4a4c-b507-2090f0bb9c28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.276509] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfbd00a-7d18-44c6-bc2c-c7ba727a9703 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.287882] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.319624] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.320175] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.323048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.787s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.329621] env[69304]: INFO nova.compute.claims [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.510205] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.510489] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.510917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.511155] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.511338] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.513840] env[69304]: INFO nova.compute.manager [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Terminating instance [ 691.521745] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Releasing lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522392] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Instance network_info: |[{"id": "f5324f7a-c67c-464b-9331-2f932221bc9a", "address": "fa:16:3e:0b:97:54", "network": {"id": "1040b031-3e4d-490b-850a-acacdbbe424c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-16209715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c2829e94d49bda66ec59581e8c011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5324f7a-c6", "ovs_interfaceid": "f5324f7a-c67c-464b-9331-2f932221bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.522810] env[69304]: DEBUG oslo_concurrency.lockutils [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] Acquired lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.523113] env[69304]: DEBUG nova.network.neutron [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Refreshing network info cache for port f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.524837] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:97:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5324f7a-c67c-464b-9331-2f932221bc9a', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.535455] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Creating folder: Project (5f5c2829e94d49bda66ec59581e8c011). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.540402] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bba342c3-0a88-445a-908e-08615173cf81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.553627] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Created folder: Project (5f5c2829e94d49bda66ec59581e8c011) in parent group-v832645. [ 691.553798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Creating folder: Instances. Parent ref: group-v832692. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.554054] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93491cbc-17fc-444b-b2be-0be744c7eb03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.565508] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Created folder: Instances in parent group-v832692. [ 691.565954] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.566044] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.566236] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e1a50e2-86d8-4371-91ab-086d66812122 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.589507] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.589507] env[69304]: value = "task-4208231" [ 691.589507] env[69304]: _type = "Task" [ 691.589507] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.600631] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208231, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.737246] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.773851] env[69304]: DEBUG nova.network.neutron [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Successfully updated port: 342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.794744] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.795659] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd23d55b-1069-44a3-b9a6-c128f6076606 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.805603] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 691.805603] env[69304]: value = "task-4208232" [ 691.805603] env[69304]: _type = "Task" [ 691.805603] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.821452] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.837843] env[69304]: DEBUG nova.compute.utils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.846262] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.846262] env[69304]: DEBUG nova.network.neutron [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.986330] env[69304]: DEBUG nova.policy [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64256b46627e45a6b555d8ce05ce48ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba151c284a894ba7b9fe4c57df35c7b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.022060] env[69304]: DEBUG nova.compute.manager [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.022060] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.022060] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fb2bab-a56a-4536-a82e-7182112cd6a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.031507] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.032321] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a1a246-e055-40e6-93b8-430bc400ecc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.045026] env[69304]: DEBUG oslo_vmware.api [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 692.045026] env[69304]: value = "task-4208233" [ 692.045026] env[69304]: _type = "Task" [ 692.045026] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.056359] env[69304]: DEBUG oslo_vmware.api [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.105780] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208231, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.242481] env[69304]: DEBUG oslo_vmware.api [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208228, 'name': PowerOnVM_Task, 'duration_secs': 0.778775} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.242481] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.242481] env[69304]: INFO nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Took 9.12 seconds to spawn the instance on the hypervisor. [ 692.242481] env[69304]: DEBUG nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.243299] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7942f3-8e90-4fc6-abe9-5456d1ee2ccb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.279409] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "refresh_cache-088f3721-eae5-46fc-8d2b-a0ba199f1718" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.279409] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquired lock "refresh_cache-088f3721-eae5-46fc-8d2b-a0ba199f1718" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.279409] env[69304]: DEBUG nova.network.neutron [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.318146] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208232, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.348275] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.559819] env[69304]: DEBUG oslo_vmware.api [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208233, 'name': PowerOffVM_Task, 'duration_secs': 0.384757} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.562750] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.563185] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.563890] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518db322-a7dc-446f-879a-8ae59bc37883 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.584225] env[69304]: DEBUG nova.network.neutron [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updated VIF entry in instance network info cache for port f5324f7a-c67c-464b-9331-2f932221bc9a. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.584225] env[69304]: DEBUG nova.network.neutron [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updating instance_info_cache with network_info: [{"id": "f5324f7a-c67c-464b-9331-2f932221bc9a", "address": "fa:16:3e:0b:97:54", "network": {"id": "1040b031-3e4d-490b-850a-acacdbbe424c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-16209715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c2829e94d49bda66ec59581e8c011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5324f7a-c6", "ovs_interfaceid": "f5324f7a-c67c-464b-9331-2f932221bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.604449] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208231, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.645547] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.645547] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.645547] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Deleting the datastore file [datastore2] f42f703b-7134-49cf-9b6d-af6ff5be5d2b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.648742] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-964ce1ff-30f5-4dbe-84a4-a654a6f69a7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.656453] env[69304]: DEBUG oslo_vmware.api [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for the task: (returnval){ [ 692.656453] env[69304]: value = "task-4208235" [ 692.656453] env[69304]: _type = "Task" [ 692.656453] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.666801] env[69304]: DEBUG oslo_vmware.api [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.774364] env[69304]: INFO nova.compute.manager [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Took 32.57 seconds to build instance. [ 692.826415] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208232, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.862810] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd95b688-8ff0-40b1-875f-325714059046 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.874792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34004c08-3a98-4331-b176-421b3823c2a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.914707] env[69304]: DEBUG nova.network.neutron [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.918759] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04712892-648d-40a6-a647-130464b41473 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.927651] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7654b727-9d41-4e1d-aa54-0d4cc75b72ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.946379] env[69304]: DEBUG nova.compute.provider_tree [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.086594] env[69304]: DEBUG oslo_concurrency.lockutils [req-1ba4219c-655b-44e6-bbf0-be0f5108122b req-99465fcb-c561-4f90-bd0e-4114eb811703 service nova] Releasing lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.103102] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208231, 'name': CreateVM_Task, 'duration_secs': 1.453255} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.103530] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.104583] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.104893] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.105094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.105362] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca882fee-de11-4cc2-9e71-2654018da842 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.111374] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 693.111374] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c5d003-9c23-4d63-f043-80844496439d" [ 693.111374] env[69304]: _type = "Task" [ 693.111374] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.128030] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c5d003-9c23-4d63-f043-80844496439d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.170100] env[69304]: DEBUG oslo_vmware.api [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Task: {'id': task-4208235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256439} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.170392] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.170576] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.171182] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.171182] env[69304]: INFO nova.compute.manager [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 693.171428] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.171428] env[69304]: DEBUG nova.compute.manager [-] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.171578] env[69304]: DEBUG nova.network.neutron [-] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.277128] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4ec41da1-8e3f-4459-b57f-5822301aa89e tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.671s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.316220] env[69304]: DEBUG nova.network.neutron [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Updating instance_info_cache with network_info: [{"id": "342b68f2-d427-4af1-a6c2-ad04ab9dca34", "address": "fa:16:3e:5f:26:64", "network": {"id": "db207e46-8c46-4115-a6a5-0faa37dfad1a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1187971350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc94c0b34e5841c19e94954131b3dc82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342b68f2-d4", "ovs_interfaceid": "342b68f2-d427-4af1-a6c2-ad04ab9dca34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.322695] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208232, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.324724] env[69304]: DEBUG nova.network.neutron [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Successfully created port: 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.368615] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.412518] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.412776] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.412993] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.415538] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.415538] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.415538] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.415538] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.415538] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.415725] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.415775] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.415958] env[69304]: DEBUG nova.virt.hardware [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.417785] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68785f8e-c0f1-4597-81b5-dc8cb33a74bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.431037] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec0cc7-f70c-4302-a9e9-7e846c007af9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.451311] env[69304]: DEBUG nova.scheduler.client.report [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.627563] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c5d003-9c23-4d63-f043-80844496439d, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.627895] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.628699] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.628699] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.628699] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.628699] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.630419] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68a985b1-ddee-4f01-b50d-bf95ea905cab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.640969] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.641134] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.641864] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-993ffc76-5a30-49a0-a9a5-9894a411fc6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.648678] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 693.648678] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0a0c0-9559-f6d9-260e-4023ea8e608e" [ 693.648678] env[69304]: _type = "Task" [ 693.648678] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.660935] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0a0c0-9559-f6d9-260e-4023ea8e608e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.780729] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.824827] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Releasing lock "refresh_cache-088f3721-eae5-46fc-8d2b-a0ba199f1718" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.825308] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Instance network_info: |[{"id": "342b68f2-d427-4af1-a6c2-ad04ab9dca34", "address": "fa:16:3e:5f:26:64", "network": {"id": "db207e46-8c46-4115-a6a5-0faa37dfad1a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1187971350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc94c0b34e5841c19e94954131b3dc82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342b68f2-d4", "ovs_interfaceid": "342b68f2-d427-4af1-a6c2-ad04ab9dca34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.825650] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208232, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.826451] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:26:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '342b68f2-d427-4af1-a6c2-ad04ab9dca34', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.840530] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Creating folder: Project (dc94c0b34e5841c19e94954131b3dc82). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.841979] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5baf6f8a-0521-49ba-b35e-e5a9fad87f68 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.849955] env[69304]: DEBUG nova.compute.manager [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Received event network-vif-plugged-342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 693.849955] env[69304]: DEBUG oslo_concurrency.lockutils [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] Acquiring lock "088f3721-eae5-46fc-8d2b-a0ba199f1718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.850290] env[69304]: DEBUG oslo_concurrency.lockutils [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.850878] env[69304]: DEBUG oslo_concurrency.lockutils [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.852097] env[69304]: DEBUG nova.compute.manager [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] No waiting events found dispatching network-vif-plugged-342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 693.852354] env[69304]: WARNING nova.compute.manager [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Received unexpected event network-vif-plugged-342b68f2-d427-4af1-a6c2-ad04ab9dca34 for instance with vm_state building and task_state spawning. [ 693.852572] env[69304]: DEBUG nova.compute.manager [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Received event network-changed-342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 693.852833] env[69304]: DEBUG nova.compute.manager [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Refreshing instance network info cache due to event network-changed-342b68f2-d427-4af1-a6c2-ad04ab9dca34. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 693.853116] env[69304]: DEBUG oslo_concurrency.lockutils [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] Acquiring lock "refresh_cache-088f3721-eae5-46fc-8d2b-a0ba199f1718" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.853892] env[69304]: DEBUG oslo_concurrency.lockutils [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] Acquired lock "refresh_cache-088f3721-eae5-46fc-8d2b-a0ba199f1718" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.853892] env[69304]: DEBUG nova.network.neutron [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Refreshing network info cache for port 342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.871644] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Created folder: Project (dc94c0b34e5841c19e94954131b3dc82) in parent group-v832645. [ 693.871644] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Creating folder: Instances. Parent ref: group-v832695. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.871902] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83dd12ee-f9b4-462e-9474-f27b424cba44 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.885934] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Created folder: Instances in parent group-v832695. [ 693.889055] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.889055] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.889055] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b326764f-30f1-4c9c-b2a6-227c8b8f3c61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.918583] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.918583] env[69304]: value = "task-4208238" [ 693.918583] env[69304]: _type = "Task" [ 693.918583] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.927723] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208238, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.959174] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.959174] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.960414] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.077s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.960666] env[69304]: DEBUG nova.objects.instance [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 694.164264] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0a0c0-9559-f6d9-260e-4023ea8e608e, 'name': SearchDatastore_Task, 'duration_secs': 0.015787} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.164264] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f08d1e-63bc-4546-b89c-0df0c8394c9f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.171710] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 694.171710] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523785c5-a263-d4a1-1443-49a369ade6ca" [ 694.171710] env[69304]: _type = "Task" [ 694.171710] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.187777] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523785c5-a263-d4a1-1443-49a369ade6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.311131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.323228] env[69304]: DEBUG oslo_vmware.api [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208232, 'name': PowerOnVM_Task, 'duration_secs': 2.282717} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.323228] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.323228] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-47e881f4-4fa5-4932-b388-241d0627cfe4 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance 'f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.434736] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208238, 'name': CreateVM_Task, 'duration_secs': 0.395248} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.434928] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.435788] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.435967] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.436319] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.436719] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81f1213-9e01-483b-8f51-730211874b02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.442764] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 694.442764] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2d9f5-1e1d-a023-fb24-49be2fa4241d" [ 694.442764] env[69304]: _type = "Task" [ 694.442764] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.452941] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2d9f5-1e1d-a023-fb24-49be2fa4241d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.465643] env[69304]: DEBUG nova.compute.utils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.470156] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.470356] env[69304]: DEBUG nova.network.neutron [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.473347] env[69304]: DEBUG nova.network.neutron [-] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.596095] env[69304]: DEBUG nova.policy [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5648ecbd62421781a3265ecb4a5c8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4999cde15a94e4d9f8ae676db51bd05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.684448] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523785c5-a263-d4a1-1443-49a369ade6ca, 'name': SearchDatastore_Task, 'duration_secs': 0.02738} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.687028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.687518] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 12e61e3d-8ea2-41fe-bfe8-26d574075ebf/12e61e3d-8ea2-41fe-bfe8-26d574075ebf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.687789] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3635e2-11cc-4028-9d12-1e9c19f7adb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.698629] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 694.698629] env[69304]: value = "task-4208239" [ 694.698629] env[69304]: _type = "Task" [ 694.698629] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.709966] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.957529] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2d9f5-1e1d-a023-fb24-49be2fa4241d, 'name': SearchDatastore_Task, 'duration_secs': 0.026876} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.957868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.958308] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.958531] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.958691] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.958879] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.959195] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-682d37d5-9e05-420e-852c-6eebbcb11a9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.973588] env[69304]: DEBUG nova.network.neutron [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Updated VIF entry in instance network info cache for port 342b68f2-d427-4af1-a6c2-ad04ab9dca34. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.973987] env[69304]: DEBUG nova.network.neutron [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Updating instance_info_cache with network_info: [{"id": "342b68f2-d427-4af1-a6c2-ad04ab9dca34", "address": "fa:16:3e:5f:26:64", "network": {"id": "db207e46-8c46-4115-a6a5-0faa37dfad1a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1187971350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc94c0b34e5841c19e94954131b3dc82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap342b68f2-d4", "ovs_interfaceid": "342b68f2-d427-4af1-a6c2-ad04ab9dca34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.978604] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.984491] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4b1a3515-b064-4d61-b2dd-d868119dcac4 tempest-ServersAdmin275Test-145385653 tempest-ServersAdmin275Test-145385653-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.987403] env[69304]: INFO nova.compute.manager [-] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Took 1.82 seconds to deallocate network for instance. [ 694.989705] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.104s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.991328] env[69304]: INFO nova.compute.claims [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.996483] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.996483] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.997565] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3736a5c2-5d3a-4f07-9ffd-e9e402387b4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.008036] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 695.008036] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d61e7c-36d5-bf33-e92c-2be61bb793ec" [ 695.008036] env[69304]: _type = "Task" [ 695.008036] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.018651] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d61e7c-36d5-bf33-e92c-2be61bb793ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.210482] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.498508] env[69304]: DEBUG oslo_concurrency.lockutils [req-f64e48b8-ae33-4378-bc49-715136ac5137 req-35a1eb5a-e6bc-4e0c-82fb-acd87bf89074 service nova] Releasing lock "refresh_cache-088f3721-eae5-46fc-8d2b-a0ba199f1718" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.505263] env[69304]: DEBUG nova.network.neutron [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Successfully created port: e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.506898] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.520349] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d61e7c-36d5-bf33-e92c-2be61bb793ec, 'name': SearchDatastore_Task, 'duration_secs': 0.063534} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.521402] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7217c3f9-76d2-4edd-adce-f871daef797c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.530028] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 695.530028] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52060b90-ecce-e194-297e-4e5c4e17a553" [ 695.530028] env[69304]: _type = "Task" [ 695.530028] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.539845] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52060b90-ecce-e194-297e-4e5c4e17a553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.722187] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624705} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.722187] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 12e61e3d-8ea2-41fe-bfe8-26d574075ebf/12e61e3d-8ea2-41fe-bfe8-26d574075ebf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.722187] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.722187] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ecfec5a-1cc6-4ce7-b4cc-acee38a30c75 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.729570] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 695.729570] env[69304]: value = "task-4208240" [ 695.729570] env[69304]: _type = "Task" [ 695.729570] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.741182] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.005386] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.046426] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52060b90-ecce-e194-297e-4e5c4e17a553, 'name': SearchDatastore_Task, 'duration_secs': 0.017796} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.052024] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.052024] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.052024] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.052024] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.052345] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.052345] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.052345] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.052345] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.052345] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.052556] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.052556] env[69304]: DEBUG nova.virt.hardware [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.053995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.054415] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 088f3721-eae5-46fc-8d2b-a0ba199f1718/088f3721-eae5-46fc-8d2b-a0ba199f1718.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.055430] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509541b-426b-4f91-ae84-c0ed9161636b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.058585] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cad2345-bc61-4835-a8de-cc3761552a46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.071220] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2abdbe-c9b8-40a6-81f4-9a31134009e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.074069] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 696.074069] env[69304]: value = "task-4208241" [ 696.074069] env[69304]: _type = "Task" [ 696.074069] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.099190] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.113944] env[69304]: DEBUG nova.network.neutron [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Successfully updated port: 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.249513] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073509} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.249513] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.251276] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc2654-1c78-4607-a956-8610ebb3c211 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.277725] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 12e61e3d-8ea2-41fe-bfe8-26d574075ebf/12e61e3d-8ea2-41fe-bfe8-26d574075ebf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.281304] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a51be5-6d5f-4c84-a46c-8f4f1b18012f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.303566] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 696.303566] env[69304]: value = "task-4208242" [ 696.303566] env[69304]: _type = "Task" [ 696.303566] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.317021] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.567161] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9b2365-3094-499b-a2c4-ab83a03f077f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.582466] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f1d69-451f-4aeb-a869-00df09837c9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.620680] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "refresh_cache-d479e8ff-6879-45b8-9d98-98ede70cf484" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.620850] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquired lock "refresh_cache-d479e8ff-6879-45b8-9d98-98ede70cf484" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.621055] env[69304]: DEBUG nova.network.neutron [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.622646] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.623774] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9f386c-44eb-47d7-b18b-a9143efaf1d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.634622] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f44cf71-9c32-4a8e-9f2f-16e69f183755 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.654073] env[69304]: DEBUG nova.compute.provider_tree [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.699762] env[69304]: DEBUG nova.compute.manager [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Received event network-changed-4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 696.700027] env[69304]: DEBUG nova.compute.manager [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Refreshing instance network info cache due to event network-changed-4de12236-fba2-4961-b911-571028e99436. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 696.700188] env[69304]: DEBUG oslo_concurrency.lockutils [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] Acquiring lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.701635] env[69304]: DEBUG oslo_concurrency.lockutils [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] Acquired lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.701635] env[69304]: DEBUG nova.network.neutron [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Refreshing network info cache for port 4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.817249] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.011628] env[69304]: DEBUG nova.compute.manager [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Received event network-vif-deleted-e52b02c4-8a93-4872-b381-cc848984ae93 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 697.011946] env[69304]: DEBUG nova.compute.manager [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Received event network-vif-plugged-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 697.012584] env[69304]: DEBUG oslo_concurrency.lockutils [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] Acquiring lock "d479e8ff-6879-45b8-9d98-98ede70cf484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.012747] env[69304]: DEBUG oslo_concurrency.lockutils [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.012944] env[69304]: DEBUG oslo_concurrency.lockutils [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.013210] env[69304]: DEBUG nova.compute.manager [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] No waiting events found dispatching network-vif-plugged-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.013717] env[69304]: WARNING nova.compute.manager [req-b3ab73f8-5ee6-4207-8ef6-0b2871ebf115 req-30e9f1f0-62f9-46a8-b068-c8c83bd36d5a service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Received unexpected event network-vif-plugged-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 for instance with vm_state building and task_state spawning. [ 697.088147] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602537} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.088748] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 088f3721-eae5-46fc-8d2b-a0ba199f1718/088f3721-eae5-46fc-8d2b-a0ba199f1718.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.088748] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.088917] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-787f98f6-ea51-4c8a-bc69-12906fcaaa22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.099527] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 697.099527] env[69304]: value = "task-4208243" [ 697.099527] env[69304]: _type = "Task" [ 697.099527] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.108948] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.158554] env[69304]: DEBUG nova.scheduler.client.report [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.165147] env[69304]: DEBUG nova.network.neutron [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.324484] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.402494] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "471f1c1b-7a56-4d65-b84d-a629a361d57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.403310] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.469489] env[69304]: DEBUG nova.network.neutron [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Updating instance_info_cache with network_info: [{"id": "05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33", "address": "fa:16:3e:d8:c6:dd", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae1cc8-ef", "ovs_interfaceid": "05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.589338] env[69304]: DEBUG nova.network.neutron [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updated VIF entry in instance network info cache for port 4de12236-fba2-4961-b911-571028e99436. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.590331] env[69304]: DEBUG nova.network.neutron [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updating instance_info_cache with network_info: [{"id": "4de12236-fba2-4961-b911-571028e99436", "address": "fa:16:3e:18:37:fe", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de12236-fb", "ovs_interfaceid": "4de12236-fba2-4961-b911-571028e99436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.614671] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12226} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.615887] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.616966] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731bc55b-8566-49fe-b149-334f5aaba6d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.664537] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 088f3721-eae5-46fc-8d2b-a0ba199f1718/088f3721-eae5-46fc-8d2b-a0ba199f1718.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.665215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.665794] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.668474] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba0ed04-595c-443b-b346-75c4b1346ad9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.684051] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.130s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.684051] env[69304]: DEBUG nova.objects.instance [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lazy-loading 'resources' on Instance uuid 03a2cc99-1b1d-41b5-8b69-ba715305ac00 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.692589] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 697.692589] env[69304]: value = "task-4208244" [ 697.692589] env[69304]: _type = "Task" [ 697.692589] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.705215] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.789148] env[69304]: DEBUG nova.network.neutron [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Successfully updated port: e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.862480] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.974196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Releasing lock "refresh_cache-d479e8ff-6879-45b8-9d98-98ede70cf484" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.974569] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Instance network_info: |[{"id": "05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33", "address": "fa:16:3e:d8:c6:dd", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae1cc8-ef", "ovs_interfaceid": "05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.975022] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:c6:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.983298] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Creating folder: Project (ba151c284a894ba7b9fe4c57df35c7b7). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.983608] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93c18906-6f32-4769-a309-aa26654b2786 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.995564] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Created folder: Project (ba151c284a894ba7b9fe4c57df35c7b7) in parent group-v832645. [ 697.995821] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Creating folder: Instances. Parent ref: group-v832698. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.996106] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ed22c2-7e21-4562-8f7d-fd31820a4c5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.008258] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Created folder: Instances in parent group-v832698. [ 698.008258] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.008495] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.009320] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca2fb38-db06-4bbe-a943-56e60cf46186 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.030197] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.030197] env[69304]: value = "task-4208247" [ 698.030197] env[69304]: _type = "Task" [ 698.030197] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.040526] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208247, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.095118] env[69304]: DEBUG oslo_concurrency.lockutils [req-df20848f-76c1-46bd-986a-d28321d519bc req-c8a02887-d547-40f8-bc23-ff643596ccb2 service nova] Releasing lock "refresh_cache-bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.186146] env[69304]: DEBUG nova.compute.utils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.188225] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.188462] env[69304]: DEBUG nova.network.neutron [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.204615] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.255955] env[69304]: DEBUG nova.policy [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55bacab68f034b21bfa704d887fdc700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc52f4559d64b7f84f5b37c3a7ea913', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.294305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.294497] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquired lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.294664] env[69304]: DEBUG nova.network.neutron [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.340746] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.557249] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208247, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.693933] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.718914] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208244, 'name': ReconfigVM_Task, 'duration_secs': 0.679207} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.724385] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 088f3721-eae5-46fc-8d2b-a0ba199f1718/088f3721-eae5-46fc-8d2b-a0ba199f1718.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.726251] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7296116-fba2-447c-be10-58e264b96cc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.730912] env[69304]: DEBUG nova.network.neutron [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Successfully created port: 81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.735990] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 698.735990] env[69304]: value = "task-4208248" [ 698.735990] env[69304]: _type = "Task" [ 698.735990] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.745743] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984fedef-84d5-49f4-8dd9-bfd9b79488b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.753403] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208248, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.765450] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b448ce-abdd-48cb-8ffc-16ba9788bdc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.828821] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736c14c-c861-4b19-884c-25ca7ccf8432 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.845029] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208242, 'name': ReconfigVM_Task, 'duration_secs': 2.144236} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.848235] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 12e61e3d-8ea2-41fe-bfe8-26d574075ebf/12e61e3d-8ea2-41fe-bfe8-26d574075ebf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.848902] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73f3a2eb-3bd5-421c-aae9-eba108b11aed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.852457] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e54283e-24f2-4df8-a627-69565e202004 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.873186] env[69304]: DEBUG nova.compute.provider_tree [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.876932] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 698.876932] env[69304]: value = "task-4208249" [ 698.876932] env[69304]: _type = "Task" [ 698.876932] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.893364] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208249, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.895353] env[69304]: DEBUG nova.network.neutron [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.957195] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.959865] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.959865] env[69304]: DEBUG nova.compute.manager [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Going to confirm migration 1 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 699.052046] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208247, 'name': CreateVM_Task, 'duration_secs': 0.599516} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.052411] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.052963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.053145] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.053919] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.056076] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3999828d-8127-4afc-bdf7-e512f946baf6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.061540] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 699.061540] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527c66bd-90b3-90c1-3658-988fc06387ad" [ 699.061540] env[69304]: _type = "Task" [ 699.061540] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.071929] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527c66bd-90b3-90c1-3658-988fc06387ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.191115] env[69304]: DEBUG nova.network.neutron [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Updating instance_info_cache with network_info: [{"id": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "address": "fa:16:3e:52:ad:26", "network": {"id": "b3e75adb-b799-4532-b83b-7cfc4681cdf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1220010177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4999cde15a94e4d9f8ae676db51bd05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7203d02-5f", "ovs_interfaceid": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.249062] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208248, 'name': Rename_Task, 'duration_secs': 0.22099} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.249476] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.250608] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d69fdf6-7c88-4b96-b8b3-85484e87a8d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262687] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 699.262687] env[69304]: value = "task-4208250" [ 699.262687] env[69304]: _type = "Task" [ 699.262687] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.275748] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.378614] env[69304]: DEBUG nova.scheduler.client.report [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.395228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.395564] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.406295] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208249, 'name': Rename_Task, 'duration_secs': 0.28508} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.407360] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.408086] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9170b45f-984f-4c7f-82e4-4d348a715663 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.417550] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 699.417550] env[69304]: value = "task-4208251" [ 699.417550] env[69304]: _type = "Task" [ 699.417550] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.428531] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.575297] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527c66bd-90b3-90c1-3658-988fc06387ad, 'name': SearchDatastore_Task, 'duration_secs': 0.033783} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.575297] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.575297] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.575297] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.575621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.575621] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.575621] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8281c1fb-2652-45ed-ae78-5a9b97aac212 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.586357] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.586616] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.587476] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d890853-582d-4018-bbb2-020adcb932f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.594522] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 699.594522] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529212d1-c3d7-d3fa-5a78-8b1fbd6e9c89" [ 699.594522] env[69304]: _type = "Task" [ 699.594522] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.606130] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.606442] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.606631] env[69304]: DEBUG nova.network.neutron [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.606905] env[69304]: DEBUG nova.objects.instance [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lazy-loading 'info_cache' on Instance uuid f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.608487] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529212d1-c3d7-d3fa-5a78-8b1fbd6e9c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.696738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Releasing lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.697733] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Instance network_info: |[{"id": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "address": "fa:16:3e:52:ad:26", "network": {"id": "b3e75adb-b799-4532-b83b-7cfc4681cdf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1220010177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4999cde15a94e4d9f8ae676db51bd05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7203d02-5f", "ovs_interfaceid": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.697928] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ad:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.707655] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Creating folder: Project (a4999cde15a94e4d9f8ae676db51bd05). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.707655] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08a7fb94-95ef-4edb-be3f-bd32affa2fd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.716521] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.720485] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Created folder: Project (a4999cde15a94e4d9f8ae676db51bd05) in parent group-v832645. [ 699.720684] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Creating folder: Instances. Parent ref: group-v832701. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.720933] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46775d62-af67-4b90-bd15-ab834a40f444 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.736743] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Created folder: Instances in parent group-v832701. [ 699.737285] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.737531] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.737773] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30bd95b1-0e5d-4fde-87bf-491b8a8bbb65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.778784] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.779505] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.779505] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.779505] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.779881] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.779881] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.779881] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.780264] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.780264] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.780407] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.780561] env[69304]: DEBUG nova.virt.hardware [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.781823] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0496d6-8e6e-4185-aa26-b26e88007abc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.788259] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.788259] env[69304]: value = "task-4208254" [ 699.788259] env[69304]: _type = "Task" [ 699.788259] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.798072] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.800214] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66182ff-cb34-4d9a-a718-b5aecdf3ee19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.808847] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208254, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.896868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.900071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.866s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.902160] env[69304]: INFO nova.compute.claims [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.937513] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208251, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.955955] env[69304]: INFO nova.scheduler.client.report [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Deleted allocations for instance 03a2cc99-1b1d-41b5-8b69-ba715305ac00 [ 700.060698] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "8b9406bb-507d-4194-a415-8b0683cf7528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.062180] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "8b9406bb-507d-4194-a415-8b0683cf7528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.093575] env[69304]: DEBUG nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Received event network-changed-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 700.093846] env[69304]: DEBUG nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Refreshing instance network info cache due to event network-changed-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 700.094698] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Acquiring lock "refresh_cache-d479e8ff-6879-45b8-9d98-98ede70cf484" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.094898] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Acquired lock "refresh_cache-d479e8ff-6879-45b8-9d98-98ede70cf484" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.095138] env[69304]: DEBUG nova.network.neutron [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Refreshing network info cache for port 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.108922] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529212d1-c3d7-d3fa-5a78-8b1fbd6e9c89, 'name': SearchDatastore_Task, 'duration_secs': 0.016652} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.110414] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9269ad0d-ee69-428a-9aa2-4a98cf70428a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.127564] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 700.127564] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5297f1ce-3b88-8244-8bef-4745a1dd2c94" [ 700.127564] env[69304]: _type = "Task" [ 700.127564] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.139053] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5297f1ce-3b88-8244-8bef-4745a1dd2c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.276877] env[69304]: DEBUG oslo_vmware.api [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208250, 'name': PowerOnVM_Task, 'duration_secs': 0.734831} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.277203] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.277429] env[69304]: INFO nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Took 9.60 seconds to spawn the instance on the hypervisor. [ 700.277741] env[69304]: DEBUG nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.280040] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86160b43-6dc2-49ea-b37c-ac5677781e19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.301340] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208254, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.430588] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208251, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.467837] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8cc971b2-a575-4a11-8df3-678a5695a775 tempest-ServerDiagnosticsV248Test-1677265852 tempest-ServerDiagnosticsV248Test-1677265852-project-member] Lock "03a2cc99-1b1d-41b5-8b69-ba715305ac00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.339s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.565367] env[69304]: DEBUG nova.network.neutron [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Successfully updated port: 81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.641921] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5297f1ce-3b88-8244-8bef-4745a1dd2c94, 'name': SearchDatastore_Task, 'duration_secs': 0.017962} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.642324] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.642623] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] d479e8ff-6879-45b8-9d98-98ede70cf484/d479e8ff-6879-45b8-9d98-98ede70cf484.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.646009] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1a600d9-c553-4d19-841d-1069dd34f44f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.655400] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 700.655400] env[69304]: value = "task-4208255" [ 700.655400] env[69304]: _type = "Task" [ 700.655400] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.665192] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.826765] env[69304]: INFO nova.compute.manager [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Took 34.74 seconds to build instance. [ 700.828152] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208254, 'name': CreateVM_Task, 'duration_secs': 0.619553} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.832261] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.835657] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.836887] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.836887] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.836887] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262b5b86-1b08-48c4-94d3-7f08783d5b35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.844619] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 700.844619] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9c940-9f99-2b87-9ab4-63c0df92cfe9" [ 700.844619] env[69304]: _type = "Task" [ 700.844619] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.861868] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9c940-9f99-2b87-9ab4-63c0df92cfe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.933098] env[69304]: DEBUG oslo_vmware.api [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208251, 'name': PowerOnVM_Task, 'duration_secs': 1.474148} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.933617] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.934107] env[69304]: INFO nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Took 12.94 seconds to spawn the instance on the hypervisor. [ 700.934441] env[69304]: DEBUG nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.940132] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9650d26f-7e58-4007-9d8f-b0f04eac063d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.018931] env[69304]: DEBUG nova.network.neutron [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Updated VIF entry in instance network info cache for port 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.019491] env[69304]: DEBUG nova.network.neutron [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Updating instance_info_cache with network_info: [{"id": "05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33", "address": "fa:16:3e:d8:c6:dd", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae1cc8-ef", "ovs_interfaceid": "05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.030653] env[69304]: DEBUG nova.network.neutron [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [{"id": "d4a5139d-a137-4c61-b351-41e2364bc48b", "address": "fa:16:3e:82:88:ad", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a5139d-a1", "ovs_interfaceid": "d4a5139d-a137-4c61-b351-41e2364bc48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.070042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "refresh_cache-c6c05049-8183-4094-9d4c-1b3212e9f202" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.070042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "refresh_cache-c6c05049-8183-4094-9d4c-1b3212e9f202" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.070042] env[69304]: DEBUG nova.network.neutron [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.171075] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208255, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.338430] env[69304]: DEBUG oslo_concurrency.lockutils [None req-406ca617-d511-4030-a0f3-c465636e9296 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.291s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.361521] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9c940-9f99-2b87-9ab4-63c0df92cfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.017654} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.366823] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.370024] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.370024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.370024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.370024] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.370024] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eebd2b9d-d59e-459c-b37b-153e080897ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.389039] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.389350] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.394794] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51238ce-b763-440d-a0aa-33f6109fbd15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.405130] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 701.405130] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a707b-8770-98b2-5320-962bfb53aac3" [ 701.405130] env[69304]: _type = "Task" [ 701.405130] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.424122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "003dd320-3467-49c5-aabe-080ecde7dcc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.424291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.430193] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a707b-8770-98b2-5320-962bfb53aac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.467191] env[69304]: INFO nova.compute.manager [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Took 36.29 seconds to build instance. [ 701.524032] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da4dcd-2c7e-4aaa-ac74-588a89d9717a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.525961] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Releasing lock "refresh_cache-d479e8ff-6879-45b8-9d98-98ede70cf484" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.526415] env[69304]: DEBUG nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Received event network-vif-plugged-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 701.526779] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Acquiring lock "17df4088-f859-480c-9010-4acf00f34c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.527147] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Lock "17df4088-f859-480c-9010-4acf00f34c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.527434] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Lock "17df4088-f859-480c-9010-4acf00f34c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.527714] env[69304]: DEBUG nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] No waiting events found dispatching network-vif-plugged-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.528112] env[69304]: WARNING nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Received unexpected event network-vif-plugged-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf for instance with vm_state building and task_state spawning. [ 701.528421] env[69304]: DEBUG nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Received event network-changed-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 701.528764] env[69304]: DEBUG nova.compute.manager [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Refreshing instance network info cache due to event network-changed-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 701.529098] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Acquiring lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.529375] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Acquired lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.529643] env[69304]: DEBUG nova.network.neutron [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Refreshing network info cache for port e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.536634] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aa72c5-465f-4cd5-9f38-0d0aa0fe22d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.540298] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.540686] env[69304]: DEBUG nova.objects.instance [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lazy-loading 'migration_context' on Instance uuid f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.580027] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625451c-f3e1-4ca2-8991-e6c8d33326c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.591414] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3431886f-6766-487d-8bfc-2ffa454d3868 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.607986] env[69304]: DEBUG nova.compute.provider_tree [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.642757] env[69304]: DEBUG nova.network.neutron [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.670714] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862981} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.673401] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] d479e8ff-6879-45b8-9d98-98ede70cf484/d479e8ff-6879-45b8-9d98-98ede70cf484.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.673651] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.674029] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1c46314-f711-408e-a112-5b5196bef9a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.682633] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 701.682633] env[69304]: value = "task-4208256" [ 701.682633] env[69304]: _type = "Task" [ 701.682633] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.692328] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.843959] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.917780] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a707b-8770-98b2-5320-962bfb53aac3, 'name': SearchDatastore_Task, 'duration_secs': 0.040574} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.918639] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a9519a-c240-429c-a2ad-9430a4ab511a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.924147] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 701.924147] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527553a3-4b53-d998-65ae-fb36d6c516a9" [ 701.924147] env[69304]: _type = "Task" [ 701.924147] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.932911] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527553a3-4b53-d998-65ae-fb36d6c516a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.960131] env[69304]: DEBUG nova.network.neutron [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Updating instance_info_cache with network_info: [{"id": "81006978-5f5a-4f6c-99c5-e3ad50def886", "address": "fa:16:3e:24:5b:6f", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81006978-5f", "ovs_interfaceid": "81006978-5f5a-4f6c-99c5-e3ad50def886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.969968] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3626be72-5cc1-410b-a901-4c19e93319f5 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.184s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.045878] env[69304]: DEBUG nova.objects.base [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 702.048121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e13fb0-2020-4939-9963-9c2c989ef4fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.073635] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5bc0dc-9ed8-42b0-b5d4-b7e1eb555cf7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.083919] env[69304]: DEBUG oslo_vmware.api [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 702.083919] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52912550-91a9-1240-3565-5c7e3bfb96fb" [ 702.083919] env[69304]: _type = "Task" [ 702.083919] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.094890] env[69304]: DEBUG oslo_vmware.api [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52912550-91a9-1240-3565-5c7e3bfb96fb, 'name': SearchDatastore_Task, 'duration_secs': 0.007704} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.095387] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.113022] env[69304]: DEBUG nova.scheduler.client.report [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.193780] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117615} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.194415] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.195779] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c0e65-4d49-41ad-896e-c3efd752ce40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.222414] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d479e8ff-6879-45b8-9d98-98ede70cf484/d479e8ff-6879-45b8-9d98-98ede70cf484.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.225644] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a8ece9-4e94-4180-b948-db1677d9c23d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.253385] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 702.253385] env[69304]: value = "task-4208257" [ 702.253385] env[69304]: _type = "Task" [ 702.253385] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.261855] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.339209] env[69304]: DEBUG nova.network.neutron [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Updated VIF entry in instance network info cache for port e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.339636] env[69304]: DEBUG nova.network.neutron [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Updating instance_info_cache with network_info: [{"id": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "address": "fa:16:3e:52:ad:26", "network": {"id": "b3e75adb-b799-4532-b83b-7cfc4681cdf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1220010177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4999cde15a94e4d9f8ae676db51bd05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7203d02-5f", "ovs_interfaceid": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.371119] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.446757] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527553a3-4b53-d998-65ae-fb36d6c516a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.447086] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.447353] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 17df4088-f859-480c-9010-4acf00f34c12/17df4088-f859-480c-9010-4acf00f34c12.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.447629] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a47f82c-7680-4994-8a8e-0c77a28ca4ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.456938] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 702.456938] env[69304]: value = "task-4208258" [ 702.456938] env[69304]: _type = "Task" [ 702.456938] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.462865] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "refresh_cache-c6c05049-8183-4094-9d4c-1b3212e9f202" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.465983] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Instance network_info: |[{"id": "81006978-5f5a-4f6c-99c5-e3ad50def886", "address": "fa:16:3e:24:5b:6f", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81006978-5f", "ovs_interfaceid": "81006978-5f5a-4f6c-99c5-e3ad50def886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.466174] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:5b:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81006978-5f5a-4f6c-99c5-e3ad50def886', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.472617] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Creating folder: Project (9bc52f4559d64b7f84f5b37c3a7ea913). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.477404] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.480897] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08eec50f-b88e-4c8f-afd3-e73877a06363 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.483829] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.497693] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Created folder: Project (9bc52f4559d64b7f84f5b37c3a7ea913) in parent group-v832645. [ 702.497918] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Creating folder: Instances. Parent ref: group-v832704. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.498207] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e76f2033-c7cf-4f5c-a86c-1adb5f001271 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.515036] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Created folder: Instances in parent group-v832704. [ 702.515036] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.515036] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.515036] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4280ae9b-428d-4d60-ac47-2d69f4d122e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.534769] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.534769] env[69304]: value = "task-4208261" [ 702.534769] env[69304]: _type = "Task" [ 702.534769] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.545236] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208261, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.616978] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.617551] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.620264] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.488s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.620452] env[69304]: DEBUG nova.objects.instance [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lazy-loading 'resources' on Instance uuid 04103832-c532-42c7-beb8-6bffcf4059a0 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.762676] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.845410] env[69304]: DEBUG oslo_concurrency.lockutils [req-b5341f98-8f04-4354-ba0e-dd4ddb6a784f req-85d0e9d8-5698-4324-b4db-0a796a5c7c0f service nova] Releasing lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.846116] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-c6759f57-90d3-4c97-b303-98c7b231cfcf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.846395] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-c6759f57-90d3-4c97-b303-98c7b231cfcf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.846878] env[69304]: DEBUG nova.objects.instance [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'flavor' on Instance uuid c6759f57-90d3-4c97-b303-98c7b231cfcf {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.970528] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208258, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.012427] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.048058] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208261, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.067232] env[69304]: DEBUG nova.compute.manager [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Received event network-vif-plugged-81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 703.067336] env[69304]: DEBUG oslo_concurrency.lockutils [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] Acquiring lock "c6c05049-8183-4094-9d4c-1b3212e9f202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.067490] env[69304]: DEBUG oslo_concurrency.lockutils [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.067664] env[69304]: DEBUG oslo_concurrency.lockutils [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.067863] env[69304]: DEBUG nova.compute.manager [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] No waiting events found dispatching network-vif-plugged-81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.068264] env[69304]: WARNING nova.compute.manager [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Received unexpected event network-vif-plugged-81006978-5f5a-4f6c-99c5-e3ad50def886 for instance with vm_state building and task_state spawning. [ 703.068424] env[69304]: DEBUG nova.compute.manager [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Received event network-changed-81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 703.068571] env[69304]: DEBUG nova.compute.manager [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Refreshing instance network info cache due to event network-changed-81006978-5f5a-4f6c-99c5-e3ad50def886. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 703.068760] env[69304]: DEBUG oslo_concurrency.lockutils [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] Acquiring lock "refresh_cache-c6c05049-8183-4094-9d4c-1b3212e9f202" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.068875] env[69304]: DEBUG oslo_concurrency.lockutils [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] Acquired lock "refresh_cache-c6c05049-8183-4094-9d4c-1b3212e9f202" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.069036] env[69304]: DEBUG nova.network.neutron [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Refreshing network info cache for port 81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.125746] env[69304]: DEBUG nova.compute.utils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.130621] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.130872] env[69304]: DEBUG nova.network.neutron [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.238998] env[69304]: DEBUG nova.policy [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5b1ca7e7dc64f68bd4fb14ead44d713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b497d74003a4509866ae2e8510bad13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.267594] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208257, 'name': ReconfigVM_Task, 'duration_secs': 0.650315} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.272247] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d479e8ff-6879-45b8-9d98-98ede70cf484/d479e8ff-6879-45b8-9d98-98ede70cf484.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.276045] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7107a305-2278-4e91-8d82-38b206031935 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.284583] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 703.284583] env[69304]: value = "task-4208262" [ 703.284583] env[69304]: _type = "Task" [ 703.284583] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.301550] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208262, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.472649] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882719} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.472949] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 17df4088-f859-480c-9010-4acf00f34c12/17df4088-f859-480c-9010-4acf00f34c12.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.473249] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.476221] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf42a24e-5e81-4e6c-9ced-73ff0b6f8cf8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.485619] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 703.485619] env[69304]: value = "task-4208263" [ 703.485619] env[69304]: _type = "Task" [ 703.485619] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.498129] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.552909] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208261, 'name': CreateVM_Task, 'duration_secs': 0.94771} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.553148] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.553857] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.554040] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.554374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.554644] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52148431-21f6-40c1-b2e6-dea6229bd4fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.565464] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 703.565464] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5291b0ad-3f16-79df-dee1-242e7c97f9b2" [ 703.565464] env[69304]: _type = "Task" [ 703.565464] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.582768] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5291b0ad-3f16-79df-dee1-242e7c97f9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014197} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.582768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.583129] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.583428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.583428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.583616] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.586560] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66231abf-fc05-4fbb-9725-b81803365d15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.596274] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.596575] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.597305] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28e40c20-f3fc-4025-ab38-50d8558e3843 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.604367] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 703.604367] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521611f2-20de-4ced-9ae4-355711309b42" [ 703.604367] env[69304]: _type = "Task" [ 703.604367] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.618803] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521611f2-20de-4ced-9ae4-355711309b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.634354] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.762490] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e75c438-2feb-4ccb-85f3-7d3c683c2ab0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.772666] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30073723-e2f0-4ffb-b046-e8cc7a8de181 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.815797] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e168013-4095-4f8e-a0a1-49a0b63ef6bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.827949] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8031394d-c5c4-4d24-86aa-49fc978a06cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.832060] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208262, 'name': Rename_Task, 'duration_secs': 0.272921} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.832707] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.833384] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a15164-6e57-450d-a8fe-127b21ad5001 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.844362] env[69304]: DEBUG nova.compute.provider_tree [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.848315] env[69304]: DEBUG nova.objects.instance [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'pci_requests' on Instance uuid c6759f57-90d3-4c97-b303-98c7b231cfcf {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.855235] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 703.855235] env[69304]: value = "task-4208264" [ 703.855235] env[69304]: _type = "Task" [ 703.855235] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.866059] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208264, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.998703] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098443} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.999027] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.001508] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881e1fa0-0c85-41f6-b6bf-a0fdc067fc11 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.026239] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 17df4088-f859-480c-9010-4acf00f34c12/17df4088-f859-480c-9010-4acf00f34c12.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.028177] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da043c4a-af9c-4947-86e4-64fb041ad1a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.053614] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 704.053614] env[69304]: value = "task-4208265" [ 704.053614] env[69304]: _type = "Task" [ 704.053614] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.065412] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.119761] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521611f2-20de-4ced-9ae4-355711309b42, 'name': SearchDatastore_Task, 'duration_secs': 0.013408} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.121243] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acae5089-7ca9-440c-9ef2-8cf1e1b70a4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.129797] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 704.129797] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d8268-f4ec-0ce4-4169-9a4e1d4f4c5c" [ 704.129797] env[69304]: _type = "Task" [ 704.129797] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.150934] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d8268-f4ec-0ce4-4169-9a4e1d4f4c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.151238] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.151492] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] c6c05049-8183-4094-9d4c-1b3212e9f202/c6c05049-8183-4094-9d4c-1b3212e9f202.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.151755] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a814202e-51e5-49f3-aa2f-3fbfb0f9539b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.159957] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 704.159957] env[69304]: value = "task-4208266" [ 704.159957] env[69304]: _type = "Task" [ 704.159957] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.173986] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.226346] env[69304]: DEBUG nova.network.neutron [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Updated VIF entry in instance network info cache for port 81006978-5f5a-4f6c-99c5-e3ad50def886. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.226886] env[69304]: DEBUG nova.network.neutron [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Updating instance_info_cache with network_info: [{"id": "81006978-5f5a-4f6c-99c5-e3ad50def886", "address": "fa:16:3e:24:5b:6f", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81006978-5f", "ovs_interfaceid": "81006978-5f5a-4f6c-99c5-e3ad50def886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.300707] env[69304]: DEBUG nova.network.neutron [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Successfully created port: 0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.360031] env[69304]: DEBUG nova.scheduler.client.report [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.364028] env[69304]: DEBUG nova.objects.base [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 704.364028] env[69304]: DEBUG nova.network.neutron [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.378739] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.422804] env[69304]: DEBUG nova.compute.manager [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Received event network-changed-f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 704.422804] env[69304]: DEBUG nova.compute.manager [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Refreshing instance network info cache due to event network-changed-f5324f7a-c67c-464b-9331-2f932221bc9a. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 704.422804] env[69304]: DEBUG oslo_concurrency.lockutils [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] Acquiring lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.422804] env[69304]: DEBUG oslo_concurrency.lockutils [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] Acquired lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422804] env[69304]: DEBUG nova.network.neutron [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Refreshing network info cache for port f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.468078] env[69304]: DEBUG nova.policy [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.567855] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208265, 'name': ReconfigVM_Task, 'duration_secs': 0.296949} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.567855] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 17df4088-f859-480c-9010-4acf00f34c12/17df4088-f859-480c-9010-4acf00f34c12.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.568528] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b1cda47-7166-4182-90f1-63126f0580cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.578678] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 704.578678] env[69304]: value = "task-4208267" [ 704.578678] env[69304]: _type = "Task" [ 704.578678] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.590370] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208267, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.646994] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.673560] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.684783] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.684783] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.685112] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.685112] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.685222] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.685316] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.685531] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.685693] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.685866] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.686145] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.686145] env[69304]: DEBUG nova.virt.hardware [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.687621] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18969477-505d-4a68-8726-302c43962756 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.699905] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4131d7c-1bc1-4472-adfc-9dfd7a9c4697 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.729889] env[69304]: DEBUG oslo_concurrency.lockutils [req-3ba1c143-3382-4b8d-a774-67a2f27f81a1 req-231b76ef-3ec8-4bf2-acad-6fb75210e69e service nova] Releasing lock "refresh_cache-c6c05049-8183-4094-9d4c-1b3212e9f202" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.864665] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.872899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.277s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.873402] env[69304]: DEBUG nova.objects.instance [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lazy-loading 'resources' on Instance uuid 64682674-f877-4f16-90f3-60f5a7ec45db {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.883358] env[69304]: DEBUG oslo_vmware.api [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208264, 'name': PowerOnVM_Task, 'duration_secs': 0.994989} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.883728] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.884017] env[69304]: INFO nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Took 11.52 seconds to spawn the instance on the hypervisor. [ 704.884293] env[69304]: DEBUG nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.885742] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d356c0b-fc62-46ae-86bb-6ba116ae176f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.905645] env[69304]: INFO nova.scheduler.client.report [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Deleted allocations for instance 04103832-c532-42c7-beb8-6bffcf4059a0 [ 705.055716] env[69304]: DEBUG nova.compute.manager [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.056749] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf40bb1-520a-48b1-8b8a-4a529da3d212 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.098267] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208267, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.179859] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601275} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.180163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] c6c05049-8183-4094-9d4c-1b3212e9f202/c6c05049-8183-4094-9d4c-1b3212e9f202.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.180378] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.181009] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863dc414-3108-4376-8973-40976b36a387 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.188840] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 705.188840] env[69304]: value = "task-4208268" [ 705.188840] env[69304]: _type = "Task" [ 705.188840] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.201139] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.321894] env[69304]: DEBUG nova.network.neutron [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Successfully created port: 3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.418770] env[69304]: INFO nova.compute.manager [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Took 35.79 seconds to build instance. [ 705.426246] env[69304]: DEBUG nova.network.neutron [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updated VIF entry in instance network info cache for port f5324f7a-c67c-464b-9331-2f932221bc9a. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.426581] env[69304]: DEBUG nova.network.neutron [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updating instance_info_cache with network_info: [{"id": "f5324f7a-c67c-464b-9331-2f932221bc9a", "address": "fa:16:3e:0b:97:54", "network": {"id": "1040b031-3e4d-490b-850a-acacdbbe424c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-16209715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c2829e94d49bda66ec59581e8c011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5324f7a-c6", "ovs_interfaceid": "f5324f7a-c67c-464b-9331-2f932221bc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.435074] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdad1758-84c2-4586-b130-861cfa30c870 tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Lock "04103832-c532-42c7-beb8-6bffcf4059a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.470s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.568702] env[69304]: INFO nova.compute.manager [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] instance snapshotting [ 705.573809] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15882d4-fa1a-4b6c-9b6b-626e19bc5e0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.606106] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd9260-fe1e-4da6-9287-aad99a7e3f67 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.617388] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208267, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.705755] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286617} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.706965] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.706965] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917985a6-fa6d-44b2-b343-3570f392e481 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.734532] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c6c05049-8183-4094-9d4c-1b3212e9f202/c6c05049-8183-4094-9d4c-1b3212e9f202.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.737490] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f98113-0420-4318-8262-25f01a7feb76 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.763413] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 705.763413] env[69304]: value = "task-4208269" [ 705.763413] env[69304]: _type = "Task" [ 705.763413] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.777243] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.924061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54287a34-e344-45a9-925d-0918b17fb316 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.310s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.930539] env[69304]: DEBUG oslo_concurrency.lockutils [req-cc401ea1-89c2-4874-9cd0-9c92ed1c10a9 req-e51889e9-a285-492a-a6c7-4c53fb344932 service nova] Releasing lock "refresh_cache-12e61e3d-8ea2-41fe-bfe8-26d574075ebf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.009615] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba00727-a30c-43ff-a754-abcf7d76b74b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.018842] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794efd1-217a-4c86-b49c-f71b6cc06a5b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.054915] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1c20d-cf1c-4cd1-bfdc-e0f8327f741c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.064100] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b88d2-3fa8-44db-b554-a33b5984d799 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.079276] env[69304]: DEBUG nova.compute.provider_tree [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.107336] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208267, 'name': Rename_Task, 'duration_secs': 1.363253} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.109304] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.109304] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d23ebc-858d-419c-9ffe-22c60dad885b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.116361] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 706.116361] env[69304]: value = "task-4208270" [ 706.116361] env[69304]: _type = "Task" [ 706.116361] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.129578] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.134267] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.134704] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef9e37b9-e9ca-4914-9f25-e95acd716e4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.146441] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 706.146441] env[69304]: value = "task-4208271" [ 706.146441] env[69304]: _type = "Task" [ 706.146441] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.158554] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208271, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.277063] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208269, 'name': ReconfigVM_Task, 'duration_secs': 0.422471} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.277063] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c6c05049-8183-4094-9d4c-1b3212e9f202/c6c05049-8183-4094-9d4c-1b3212e9f202.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.277063] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ece20875-a347-4ba7-a780-a2389b8ab87b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.283634] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 706.283634] env[69304]: value = "task-4208272" [ 706.283634] env[69304]: _type = "Task" [ 706.283634] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.297132] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208272, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.405349] env[69304]: DEBUG nova.network.neutron [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Successfully updated port: 0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.426511] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.582411] env[69304]: DEBUG nova.scheduler.client.report [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.629140] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.659599] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208271, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.799756] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208272, 'name': Rename_Task, 'duration_secs': 0.155071} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.800831] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.801263] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f86a0a40-1340-4fd9-9406-abde92a6654a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.811052] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 706.811052] env[69304]: value = "task-4208273" [ 706.811052] env[69304]: _type = "Task" [ 706.811052] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.826024] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.909122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "refresh_cache-bb700315-ab26-4be6-ac71-251e196926ab" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.909297] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquired lock "refresh_cache-bb700315-ab26-4be6-ac71-251e196926ab" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.909421] env[69304]: DEBUG nova.network.neutron [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.954562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.960089] env[69304]: DEBUG nova.network.neutron [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Successfully updated port: 3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.092385] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.092385] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.167s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.094237] env[69304]: INFO nova.compute.claims [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.122659] env[69304]: INFO nova.scheduler.client.report [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Deleted allocations for instance 64682674-f877-4f16-90f3-60f5a7ec45db [ 707.140053] env[69304]: DEBUG oslo_vmware.api [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208270, 'name': PowerOnVM_Task, 'duration_secs': 0.546494} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.142282] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.142282] env[69304]: INFO nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Took 11.14 seconds to spawn the instance on the hypervisor. [ 707.142282] env[69304]: DEBUG nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.143891] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d933088-98a1-450d-a3ff-b44f28427b6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.164086] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208271, 'name': CreateSnapshot_Task, 'duration_secs': 0.535614} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.164596] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.165786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4681279d-02c2-4b18-9f0c-eed156c1e0bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.323841] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208273, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.454379] env[69304]: DEBUG nova.network.neutron [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.466969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.466969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.466969] env[69304]: DEBUG nova.network.neutron [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.638273] env[69304]: DEBUG oslo_concurrency.lockutils [None req-430ff0d6-d8e3-4c42-b24b-dbebdfbbdc24 tempest-ServersAdmin275Test-1065769988 tempest-ServersAdmin275Test-1065769988-project-member] Lock "64682674-f877-4f16-90f3-60f5a7ec45db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.920s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.667445] env[69304]: INFO nova.compute.manager [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Took 37.16 seconds to build instance. [ 707.688972] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.690214] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9da12bb3-dc00-46ce-aca4-dffa3785d08c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.702935] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 707.702935] env[69304]: value = "task-4208274" [ 707.702935] env[69304]: _type = "Task" [ 707.702935] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.714606] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208274, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.757144] env[69304]: DEBUG nova.network.neutron [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Updating instance_info_cache with network_info: [{"id": "0f88317d-c5cf-4676-9f32-b257c42067ec", "address": "fa:16:3e:61:ee:f5", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f88317d-c5", "ovs_interfaceid": "0f88317d-c5cf-4676-9f32-b257c42067ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.830179] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208273, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.181904] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5ba4500d-e9ad-4c95-a750-7f444c782f76 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "17df4088-f859-480c-9010-4acf00f34c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.593s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.217988] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208274, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.255103] env[69304]: WARNING nova.network.neutron [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 708.260674] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Releasing lock "refresh_cache-bb700315-ab26-4be6-ac71-251e196926ab" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.261987] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Instance network_info: |[{"id": "0f88317d-c5cf-4676-9f32-b257c42067ec", "address": "fa:16:3e:61:ee:f5", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f88317d-c5", "ovs_interfaceid": "0f88317d-c5cf-4676-9f32-b257c42067ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.262229] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ee:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f88317d-c5cf-4676-9f32-b257c42067ec', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.270102] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Creating folder: Project (6b497d74003a4509866ae2e8510bad13). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.273237] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c908d97-9b3f-4f8d-8c00-616efe9bdcd8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.294572] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Created folder: Project (6b497d74003a4509866ae2e8510bad13) in parent group-v832645. [ 708.295072] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Creating folder: Instances. Parent ref: group-v832709. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.295633] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c528e1f4-63e3-4d34-a83b-55f6a138003c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.310950] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Created folder: Instances in parent group-v832709. [ 708.311399] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.311842] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.311909] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f65549a5-ad4e-49ad-857e-1efb5aa12c5d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.351031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.351031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.356987] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.356987] env[69304]: value = "task-4208277" [ 708.356987] env[69304]: _type = "Task" [ 708.356987] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.361109] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208273, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.376979] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208277, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.442512] env[69304]: DEBUG nova.compute.manager [req-04fd4d3c-30e1-483d-a948-8bba86affc45 req-f392219c-cfc0-4bc8-a67d-9eda14ed8065 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Received event network-vif-plugged-0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 708.442679] env[69304]: DEBUG oslo_concurrency.lockutils [req-04fd4d3c-30e1-483d-a948-8bba86affc45 req-f392219c-cfc0-4bc8-a67d-9eda14ed8065 service nova] Acquiring lock "bb700315-ab26-4be6-ac71-251e196926ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.442910] env[69304]: DEBUG oslo_concurrency.lockutils [req-04fd4d3c-30e1-483d-a948-8bba86affc45 req-f392219c-cfc0-4bc8-a67d-9eda14ed8065 service nova] Lock "bb700315-ab26-4be6-ac71-251e196926ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.443111] env[69304]: DEBUG oslo_concurrency.lockutils [req-04fd4d3c-30e1-483d-a948-8bba86affc45 req-f392219c-cfc0-4bc8-a67d-9eda14ed8065 service nova] Lock "bb700315-ab26-4be6-ac71-251e196926ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.443364] env[69304]: DEBUG nova.compute.manager [req-04fd4d3c-30e1-483d-a948-8bba86affc45 req-f392219c-cfc0-4bc8-a67d-9eda14ed8065 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] No waiting events found dispatching network-vif-plugged-0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 708.443540] env[69304]: WARNING nova.compute.manager [req-04fd4d3c-30e1-483d-a948-8bba86affc45 req-f392219c-cfc0-4bc8-a67d-9eda14ed8065 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Received unexpected event network-vif-plugged-0f88317d-c5cf-4676-9f32-b257c42067ec for instance with vm_state building and task_state spawning. [ 708.692040] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.725025] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208274, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.776293] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29bb55b-e68d-426d-b8f2-07b141ce3809 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.789903] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf27ddc-908b-4f4a-9ba0-3f66acc850f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.830553] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca55569-b982-448f-8967-2ef1f147d7a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.840858] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96a36b-e5e8-4cc2-a8ea-22139d6a0908 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.866577] env[69304]: DEBUG oslo_vmware.api [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208273, 'name': PowerOnVM_Task, 'duration_secs': 1.870135} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.867486] env[69304]: DEBUG nova.compute.provider_tree [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.869596] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.869596] env[69304]: INFO nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Took 9.15 seconds to spawn the instance on the hypervisor. [ 708.869596] env[69304]: DEBUG nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.875778] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080b492-a683-4351-b271-b10dde1429f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.885708] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208277, 'name': CreateVM_Task, 'duration_secs': 0.431249} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.888937] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.895356] env[69304]: DEBUG nova.network.neutron [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c899a09-1425-41a2-812e-4007d8cd2ff7", "address": "fa:16:3e:5a:db:23", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c899a09-14", "ovs_interfaceid": "3c899a09-1425-41a2-812e-4007d8cd2ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.897136] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.900137] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.900137] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.900137] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df91e18-70a2-4b32-a3ad-2eb030c8c617 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.906644] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 708.906644] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c39bf-8425-6ec3-3b18-dda2c0a2dc03" [ 708.906644] env[69304]: _type = "Task" [ 708.906644] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.918371] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c39bf-8425-6ec3-3b18-dda2c0a2dc03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.219033] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208274, 'name': CloneVM_Task, 'duration_secs': 1.396671} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.219033] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.219033] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Created linked-clone VM from snapshot [ 709.219447] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b4ee6-de38-48d7-8997-ef6eb900d874 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.230017] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Uploading image 8547960d-3b99-4e1d-936e-edae8f5a3dd4 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.263302] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.263302] env[69304]: value = "vm-832708" [ 709.263302] env[69304]: _type = "VirtualMachine" [ 709.263302] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.266034] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4670716-3c97-487a-8147-c73abd0a6f1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.273802] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lease: (returnval){ [ 709.273802] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5249479e-15ff-5baf-6d64-5aa1ed2251be" [ 709.273802] env[69304]: _type = "HttpNfcLease" [ 709.273802] env[69304]: } obtained for exporting VM: (result){ [ 709.273802] env[69304]: value = "vm-832708" [ 709.273802] env[69304]: _type = "VirtualMachine" [ 709.273802] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.273802] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the lease: (returnval){ [ 709.273802] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5249479e-15ff-5baf-6d64-5aa1ed2251be" [ 709.273802] env[69304]: _type = "HttpNfcLease" [ 709.273802] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.284019] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.284019] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5249479e-15ff-5baf-6d64-5aa1ed2251be" [ 709.284019] env[69304]: _type = "HttpNfcLease" [ 709.284019] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.376352] env[69304]: DEBUG nova.scheduler.client.report [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.400738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.400738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.400738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.405479] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e0ed96-aa55-4ce2-a208-ea4df18d6d88 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.417101] env[69304]: INFO nova.compute.manager [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Took 36.57 seconds to build instance. [ 709.436412] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.436412] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.436412] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.436412] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.436724] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.436724] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.437019] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.437215] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.437361] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.437518] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.437683] env[69304]: DEBUG nova.virt.hardware [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.448744] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Reconfiguring VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 709.455329] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef09d086-aa2b-4b1e-a16c-d32fe67fa235 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.468819] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c39bf-8425-6ec3-3b18-dda2c0a2dc03, 'name': SearchDatastore_Task, 'duration_secs': 0.016498} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.469803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.470059] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.470509] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.470509] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.470646] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.471629] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e0e5f8-1e81-4f27-a54e-5a8a2c3a87ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.477769] env[69304]: DEBUG oslo_vmware.api [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 709.477769] env[69304]: value = "task-4208279" [ 709.477769] env[69304]: _type = "Task" [ 709.477769] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.487846] env[69304]: DEBUG oslo_vmware.api [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208279, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.489235] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.489410] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.490542] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44de88b-bc7d-42b5-9244-9cb9db51a780 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.497062] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 709.497062] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e24c67-b8de-75fe-bc50-379e2c4c2a43" [ 709.497062] env[69304]: _type = "Task" [ 709.497062] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.507399] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e24c67-b8de-75fe-bc50-379e2c4c2a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.784901] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.784901] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5249479e-15ff-5baf-6d64-5aa1ed2251be" [ 709.784901] env[69304]: _type = "HttpNfcLease" [ 709.784901] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 709.785233] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 709.785233] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5249479e-15ff-5baf-6d64-5aa1ed2251be" [ 709.785233] env[69304]: _type = "HttpNfcLease" [ 709.785233] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 709.786537] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745dfea-e657-4f5a-af09-d18879461d27 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.801566] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47fb3-0ace-170a-b282-6b00c1b81fa1/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 709.802504] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47fb3-0ace-170a-b282-6b00c1b81fa1/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 709.882546] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.883177] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.886047] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.823s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.886509] env[69304]: DEBUG nova.objects.instance [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lazy-loading 'resources' on Instance uuid 946a2af8-fc27-4495-ac67-a243fcb12c1b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.935507] env[69304]: DEBUG oslo_concurrency.lockutils [None req-aed5508e-3db1-4de7-9551-7504c41eba50 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.886s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.945039] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-708d146b-ecbe-4c9b-b094-a2d33c374723 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.994437] env[69304]: DEBUG oslo_vmware.api [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.017050] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e24c67-b8de-75fe-bc50-379e2c4c2a43, 'name': SearchDatastore_Task, 'duration_secs': 0.012902} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.017782] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5859ed-fcea-4e5f-98cb-e25c9cf54057 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.025068] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 710.025068] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5223c77c-26f6-a043-d5c4-47c989a76097" [ 710.025068] env[69304]: _type = "Task" [ 710.025068] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.036782] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5223c77c-26f6-a043-d5c4-47c989a76097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.389886] env[69304]: DEBUG nova.compute.utils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.400283] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.401153] env[69304]: DEBUG nova.network.neutron [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.454302] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.478669] env[69304]: DEBUG nova.policy [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e158d5e4bfe4cc8b7f6f99a81a1155c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f6b1345eecb44c1b22be8e51fa05453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.493622] env[69304]: DEBUG oslo_vmware.api [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.538884] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5223c77c-26f6-a043-d5c4-47c989a76097, 'name': SearchDatastore_Task, 'duration_secs': 0.028296} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.542374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542957] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] bb700315-ab26-4be6-ac71-251e196926ab/bb700315-ab26-4be6-ac71-251e196926ab.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.543573] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c04e9d1c-3c57-4a7d-843f-fb4e346a88ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.552617] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 710.552617] env[69304]: value = "task-4208280" [ 710.552617] env[69304]: _type = "Task" [ 710.552617] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.569677] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.664774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "d5770133-2f67-4afd-ba07-778defd8c692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.665166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "d5770133-2f67-4afd-ba07-778defd8c692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.901143] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.995816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.009188] env[69304]: DEBUG oslo_vmware.api [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.070903] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.078604] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3cfb5-ee8d-407a-ae3f-645b14ac6df9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.094864] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7a019f-8582-495b-b14d-f3283e17c5f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.142164] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff625e9-c3d3-4a7b-96ef-1a169ad95706 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.153888] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5338075-f99c-4187-92f4-c52290b8f43f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.173748] env[69304]: DEBUG nova.compute.provider_tree [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.313256] env[69304]: DEBUG nova.network.neutron [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Successfully created port: 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.493907] env[69304]: DEBUG oslo_vmware.api [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208279, 'name': ReconfigVM_Task, 'duration_secs': 1.717558} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.495140] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.495783] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Reconfigured VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 711.575022] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69327} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.575022] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] bb700315-ab26-4be6-ac71-251e196926ab/bb700315-ab26-4be6-ac71-251e196926ab.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.575022] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.575022] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7f7feb-353f-457c-87bb-9a523fdd18dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.584033] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 711.584033] env[69304]: value = "task-4208281" [ 711.584033] env[69304]: _type = "Task" [ 711.584033] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.593893] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.681022] env[69304]: DEBUG nova.scheduler.client.report [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.918213] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.002073] env[69304]: DEBUG oslo_concurrency.lockutils [None req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-c6759f57-90d3-4c97-b303-98c7b231cfcf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.155s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.041234] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.041568] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.041811] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.042135] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.042356] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.042587] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.042935] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.043196] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.043443] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.043710] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.043951] env[69304]: DEBUG nova.virt.hardware [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.045322] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412d0fa-ab90-4233-9153-bef043c9f11f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.057318] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a0851-4b03-4a74-bbbd-e507aec01536 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.096422] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14314} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.096739] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.097796] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60b7ac7-ea83-49f2-95ee-1f3d258ee522 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.124232] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] bb700315-ab26-4be6-ac71-251e196926ab/bb700315-ab26-4be6-ac71-251e196926ab.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.124818] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36bf776-3119-41bf-bc17-01b9368d1e82 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.146741] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 712.146741] env[69304]: value = "task-4208282" [ 712.146741] env[69304]: _type = "Task" [ 712.146741] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.157511] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.188523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.190063] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.477s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.190898] env[69304]: INFO nova.compute.claims [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.225129] env[69304]: INFO nova.scheduler.client.report [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleted allocations for instance 946a2af8-fc27-4495-ac67-a243fcb12c1b [ 712.687453] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.737574] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "946a2af8-fc27-4495-ac67-a243fcb12c1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.339s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.906239] env[69304]: DEBUG nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Received event network-changed-0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 712.906239] env[69304]: DEBUG nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Refreshing instance network info cache due to event network-changed-0f88317d-c5cf-4676-9f32-b257c42067ec. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 712.906443] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Acquiring lock "refresh_cache-bb700315-ab26-4be6-ac71-251e196926ab" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.906600] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Acquired lock "refresh_cache-bb700315-ab26-4be6-ac71-251e196926ab" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.907021] env[69304]: DEBUG nova.network.neutron [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Refreshing network info cache for port 0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.949116] env[69304]: DEBUG nova.objects.instance [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lazy-loading 'flavor' on Instance uuid 9f0e31e6-2529-4998-aecd-0b908423b768 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.173995] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208282, 'name': ReconfigVM_Task, 'duration_secs': 0.807291} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.173995] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Reconfigured VM instance instance-00000016 to attach disk [datastore2] bb700315-ab26-4be6-ac71-251e196926ab/bb700315-ab26-4be6-ac71-251e196926ab.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.173995] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc95b59a-271a-49de-9bd4-22249516bfd2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.186181] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 713.186181] env[69304]: value = "task-4208283" [ 713.186181] env[69304]: _type = "Task" [ 713.186181] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.209317] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208283, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.342871] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.342871] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.458943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.458943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.706549] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208283, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.798963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "d479e8ff-6879-45b8-9d98-98ede70cf484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.798963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.798963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "d479e8ff-6879-45b8-9d98-98ede70cf484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.798963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.798963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.801154] env[69304]: INFO nova.compute.manager [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Terminating instance [ 713.831203] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23efe03d-c39e-45fc-b15d-7191ca9ad4ad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.844962] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2acb33-27fa-4e87-abb2-874f461ed47f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.886267] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce807a28-3822-47a6-bbc3-d2048110cfd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.896218] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db42685-79dc-4f26-ba99-4af60d0d3058 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.913461] env[69304]: DEBUG nova.compute.provider_tree [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.110837] env[69304]: DEBUG nova.network.neutron [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Successfully updated port: 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.144672] env[69304]: DEBUG nova.network.neutron [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Updated VIF entry in instance network info cache for port 0f88317d-c5cf-4676-9f32-b257c42067ec. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.145567] env[69304]: DEBUG nova.network.neutron [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Updating instance_info_cache with network_info: [{"id": "0f88317d-c5cf-4676-9f32-b257c42067ec", "address": "fa:16:3e:61:ee:f5", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f88317d-c5", "ovs_interfaceid": "0f88317d-c5cf-4676-9f32-b257c42067ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.205910] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208283, 'name': Rename_Task, 'duration_secs': 0.811338} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.205910] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.206172] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d7a00e0-43f1-469f-b3c9-64aab3d67b81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.220944] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 714.220944] env[69304]: value = "task-4208284" [ 714.220944] env[69304]: _type = "Task" [ 714.220944] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.232035] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.313685] env[69304]: DEBUG nova.compute.manager [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.314041] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.315345] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3eb55e-6608-444d-95b6-32599f57b16d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.322995] env[69304]: DEBUG nova.network.neutron [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.336558] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.336978] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b95afc9-5e84-4ab4-bb4e-871a161d743e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.347239] env[69304]: DEBUG oslo_vmware.api [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 714.347239] env[69304]: value = "task-4208285" [ 714.347239] env[69304]: _type = "Task" [ 714.347239] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.363254] env[69304]: DEBUG oslo_vmware.api [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.418232] env[69304]: DEBUG nova.scheduler.client.report [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.617345] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "refresh_cache-19ddcf82-04e6-4972-9723-1b24700143e4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.617345] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired lock "refresh_cache-19ddcf82-04e6-4972-9723-1b24700143e4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.617345] env[69304]: DEBUG nova.network.neutron [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.652026] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Releasing lock "refresh_cache-bb700315-ab26-4be6-ac71-251e196926ab" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652026] env[69304]: DEBUG nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-vif-plugged-3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 714.652026] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.652026] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.652026] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.652026] env[69304]: DEBUG nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] No waiting events found dispatching network-vif-plugged-3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.652026] env[69304]: WARNING nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received unexpected event network-vif-plugged-3c899a09-1425-41a2-812e-4007d8cd2ff7 for instance with vm_state active and task_state None. [ 714.652026] env[69304]: DEBUG nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-changed-3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 714.652026] env[69304]: DEBUG nova.compute.manager [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Refreshing instance network info cache due to event network-changed-3c899a09-1425-41a2-812e-4007d8cd2ff7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 714.652952] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Acquiring lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653452] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Acquired lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.653910] env[69304]: DEBUG nova.network.neutron [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Refreshing network info cache for port 3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.734015] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.864399] env[69304]: DEBUG oslo_vmware.api [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208285, 'name': PowerOffVM_Task, 'duration_secs': 0.330606} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.864399] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.864399] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.864399] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e989968e-ba1e-44f3-81d6-f81bb368849d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.925943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.926642] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.932769] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.522s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.933303] env[69304]: DEBUG nova.objects.instance [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lazy-loading 'resources' on Instance uuid 9ca0f3b3-7c9d-4338-bfd1-0035265ee688 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.989189] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.993042] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.993042] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Deleting the datastore file [datastore2] d479e8ff-6879-45b8-9d98-98ede70cf484 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.993042] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb1366f-26a0-4c19-ab73-f14403f52642 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.005145] env[69304]: DEBUG oslo_vmware.api [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for the task: (returnval){ [ 715.005145] env[69304]: value = "task-4208287" [ 715.005145] env[69304]: _type = "Task" [ 715.005145] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.021808] env[69304]: DEBUG oslo_vmware.api [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.027740] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.027971] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.225024] env[69304]: DEBUG nova.network.neutron [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.239117] env[69304]: DEBUG oslo_vmware.api [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208284, 'name': PowerOnVM_Task, 'duration_secs': 0.816729} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.239461] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.239635] env[69304]: INFO nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Took 10.59 seconds to spawn the instance on the hypervisor. [ 715.239853] env[69304]: DEBUG nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.240986] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2abb474-76e4-408c-84de-9e5dde0a5026 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.438171] env[69304]: DEBUG nova.compute.utils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.443142] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.443348] env[69304]: DEBUG nova.network.neutron [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.513084] env[69304]: DEBUG nova.policy [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da654629675946fb87f00cfe030c90b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a566c67f3d01484d94947fd3d73efd37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.522308] env[69304]: DEBUG oslo_vmware.api [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Task: {'id': task-4208287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262786} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.523141] env[69304]: DEBUG nova.network.neutron [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.527741] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.528186] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.528426] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.528620] env[69304]: INFO nova.compute.manager [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Took 1.21 seconds to destroy the instance on the hypervisor. [ 715.528878] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.529393] env[69304]: DEBUG nova.compute.manager [-] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.529496] env[69304]: DEBUG nova.network.neutron [-] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.751977] env[69304]: DEBUG nova.network.neutron [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Updating instance_info_cache with network_info: [{"id": "05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c", "address": "fa:16:3e:2f:e0:55", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b03fd9-37", "ovs_interfaceid": "05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.770815] env[69304]: INFO nova.compute.manager [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Took 39.77 seconds to build instance. [ 715.852184] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "ffc62ddd-ffe2-478d-9227-239904c4411b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.852466] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.951747] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.958065] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Received event network-changed-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 715.958338] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Refreshing instance network info cache due to event network-changed-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 715.958595] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquiring lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.958776] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquired lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.958961] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Refreshing network info cache for port e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.966987] env[69304]: DEBUG nova.network.neutron [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updated VIF entry in instance network info cache for port 3c899a09-1425-41a2-812e-4007d8cd2ff7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.966987] env[69304]: DEBUG nova.network.neutron [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c899a09-1425-41a2-812e-4007d8cd2ff7", "address": "fa:16:3e:5a:db:23", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c899a09-14", "ovs_interfaceid": "3c899a09-1425-41a2-812e-4007d8cd2ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.026524] env[69304]: DEBUG oslo_concurrency.lockutils [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026866] env[69304]: DEBUG nova.compute.manager [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Inject network info {{(pid=69304) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 716.027210] env[69304]: DEBUG nova.compute.manager [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] network_info to inject: |[{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 716.032357] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Reconfiguring VM instance to set the machine id {{(pid=69304) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 716.033705] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b571327f-cc6e-4c8c-9a1b-1357acf8c622 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.061316] env[69304]: DEBUG oslo_vmware.api [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 716.061316] env[69304]: value = "task-4208288" [ 716.061316] env[69304]: _type = "Task" [ 716.061316] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.079139] env[69304]: DEBUG oslo_vmware.api [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.147228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.147368] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.149906] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcfd91c-6fbf-4f09-ab53-dc8ed726730c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.159708] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad614bee-5cd9-4839-8b72-c22bdb2978da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.195858] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9e218-fb02-4093-8cd3-adabc477ae73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.206661] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b5c5c9-c0f2-4141-badc-ae07b861a6bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.226761] env[69304]: DEBUG nova.compute.provider_tree [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.235269] env[69304]: DEBUG nova.network.neutron [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Successfully created port: 1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.263540] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Releasing lock "refresh_cache-19ddcf82-04e6-4972-9723-1b24700143e4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.263835] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Instance network_info: |[{"id": "05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c", "address": "fa:16:3e:2f:e0:55", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b03fd9-37", "ovs_interfaceid": "05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.267140] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:e0:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.273184] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.273458] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.273705] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-695dc666-aa80-4910-989e-c9a1ca6fb863 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.289496] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f7d84adb-bda3-49a4-bfef-dbc272a9093d tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "bb700315-ab26-4be6-ac71-251e196926ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.573s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.299212] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.299212] env[69304]: value = "task-4208289" [ 716.299212] env[69304]: _type = "Task" [ 716.299212] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.312154] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208289, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.470026] env[69304]: DEBUG oslo_concurrency.lockutils [req-021578e9-49b1-4913-8042-68483e90a4ba req-a057e5a2-1dde-4c5f-825f-e89e7c40cf65 service nova] Releasing lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.573874] env[69304]: DEBUG oslo_vmware.api [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208288, 'name': ReconfigVM_Task, 'duration_secs': 0.281019} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.574410] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Reconfigured VM instance to set the machine id {{(pid=69304) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 716.731350] env[69304]: DEBUG nova.scheduler.client.report [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.793241] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.814453] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208289, 'name': CreateVM_Task, 'duration_secs': 0.489572} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.819689] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.823330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.823330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.823330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.825467] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9cda1a-e608-466f-b0aa-7e527d741363 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.836036] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 716.836036] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528222ba-7b3b-b996-51a9-1141d169eb10" [ 716.836036] env[69304]: _type = "Task" [ 716.836036] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.851029] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528222ba-7b3b-b996-51a9-1141d169eb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.879528] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Updated VIF entry in instance network info cache for port e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.880078] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Updating instance_info_cache with network_info: [{"id": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "address": "fa:16:3e:52:ad:26", "network": {"id": "b3e75adb-b799-4532-b83b-7cfc4681cdf2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1220010177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4999cde15a94e4d9f8ae676db51bd05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7203d02-5f", "ovs_interfaceid": "e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.969857] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.974581] env[69304]: DEBUG nova.network.neutron [-] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.031508] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.031508] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.031508] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.031508] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.031508] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.031508] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.032104] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.032104] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.032237] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.032441] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.032788] env[69304]: DEBUG nova.virt.hardware [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.033852] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae80eba6-a163-4a4e-a525-228b4a5bdc62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.043399] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd14d13e-661d-4106-a861-8ed2d7e34a1d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.241185] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.244732] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.246600] env[69304]: INFO nova.compute.claims [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.270742] env[69304]: INFO nova.scheduler.client.report [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Deleted allocations for instance 9ca0f3b3-7c9d-4338-bfd1-0035265ee688 [ 717.318147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.347693] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528222ba-7b3b-b996-51a9-1141d169eb10, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.348469] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.348743] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.350886] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.350886] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.350886] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.350886] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad319242-2897-415e-944f-f86dde0fd6dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.362113] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.362973] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.363294] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a23b9c2-e180-4d0a-af32-dbccb09182ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.371066] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 717.371066] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522b5d35-853e-8b2a-c748-cf4a2297fedf" [ 717.371066] env[69304]: _type = "Task" [ 717.371066] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.381629] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522b5d35-853e-8b2a-c748-cf4a2297fedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.383400] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Releasing lock "refresh_cache-17df4088-f859-480c-9010-4acf00f34c12" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.383981] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Received event network-vif-plugged-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 717.383981] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquiring lock "19ddcf82-04e6-4972-9723-1b24700143e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.384307] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Lock "19ddcf82-04e6-4972-9723-1b24700143e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.384307] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Lock "19ddcf82-04e6-4972-9723-1b24700143e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.384400] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] No waiting events found dispatching network-vif-plugged-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.384563] env[69304]: WARNING nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Received unexpected event network-vif-plugged-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c for instance with vm_state building and task_state spawning. [ 717.384737] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Received event network-changed-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 717.384902] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Refreshing instance network info cache due to event network-changed-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 717.385114] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquiring lock "refresh_cache-19ddcf82-04e6-4972-9723-1b24700143e4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.385248] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquired lock "refresh_cache-19ddcf82-04e6-4972-9723-1b24700143e4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.385407] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Refreshing network info cache for port 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.426464] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-c6759f57-90d3-4c97-b303-98c7b231cfcf-3c899a09-1425-41a2-812e-4007d8cd2ff7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.428213] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-c6759f57-90d3-4c97-b303-98c7b231cfcf-3c899a09-1425-41a2-812e-4007d8cd2ff7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.439630] env[69304]: DEBUG nova.compute.manager [None req-6960e103-718b-4618-928a-a82c9f98d822 tempest-ServerDiagnosticsTest-1179394590 tempest-ServerDiagnosticsTest-1179394590-project-admin] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.441390] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d74beb0-3aa3-430b-9a9a-49040c4ee545 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.450587] env[69304]: INFO nova.compute.manager [None req-6960e103-718b-4618-928a-a82c9f98d822 tempest-ServerDiagnosticsTest-1179394590 tempest-ServerDiagnosticsTest-1179394590-project-admin] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Retrieving diagnostics [ 717.451112] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42cf9d9-efb8-4362-8001-3cdf5428152a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.488307] env[69304]: INFO nova.compute.manager [-] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Took 1.96 seconds to deallocate network for instance. [ 717.784549] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6b947d01-1d91-41e3-8628-911a43f9b004 tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Lock "9ca0f3b3-7c9d-4338-bfd1-0035265ee688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.214s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.884016] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522b5d35-853e-8b2a-c748-cf4a2297fedf, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.885628] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16803ab-7131-4174-9972-58ed1a87fe34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.896576] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 717.896576] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5238cf69-37fa-c513-0727-6a4904c6ee43" [ 717.896576] env[69304]: _type = "Task" [ 717.896576] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.908939] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5238cf69-37fa-c513-0727-6a4904c6ee43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.934513] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.934786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.935696] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d029d-bf8c-40ea-b5f9-c7557dd1380f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.966383] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d716d6-8797-4647-afeb-9808bfb38879 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.999898] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Reconfiguring VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 718.002995] env[69304]: DEBUG nova.objects.instance [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lazy-loading 'flavor' on Instance uuid 9f0e31e6-2529-4998-aecd-0b908423b768 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.008312] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.009144] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d375377d-80a8-4528-90e8-df53ea5a7c4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.031107] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 718.031107] env[69304]: value = "task-4208290" [ 718.031107] env[69304]: _type = "Task" [ 718.031107] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.048469] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.298134] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Updated VIF entry in instance network info cache for port 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.298134] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Updating instance_info_cache with network_info: [{"id": "05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c", "address": "fa:16:3e:2f:e0:55", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b03fd9-37", "ovs_interfaceid": "05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.310130] env[69304]: DEBUG nova.network.neutron [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Successfully updated port: 1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.409853] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5238cf69-37fa-c513-0727-6a4904c6ee43, 'name': SearchDatastore_Task, 'duration_secs': 0.014266} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.410099] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.411221] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 19ddcf82-04e6-4972-9723-1b24700143e4/19ddcf82-04e6-4972-9723-1b24700143e4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.411221] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-505b35af-639d-4672-82bc-6262fe34f4d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.422918] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 718.422918] env[69304]: value = "task-4208291" [ 718.422918] env[69304]: _type = "Task" [ 718.422918] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.440636] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.526508] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.526688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.545204] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.800196] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Releasing lock "refresh_cache-19ddcf82-04e6-4972-9723-1b24700143e4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.800547] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 718.800730] env[69304]: DEBUG nova.compute.manager [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing instance network info cache due to event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 718.800918] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.816942] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817956] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.817956] env[69304]: DEBUG nova.network.neutron [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.878660] env[69304]: DEBUG nova.compute.manager [req-b9f77e12-4e59-4173-8e98-80c717bc1fc9 req-72ce4fdb-791c-453a-82ff-6b9234f15576 service nova] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Received event network-vif-deleted-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 718.881481] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0dbb7-c700-4086-b113-2b941b5fc0fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.894503] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b1519-7862-4a2e-91e5-0245a5da7462 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.939371] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf17041-b5c5-46dd-9f76-efd2cd40943c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.944233] env[69304]: DEBUG nova.compute.manager [req-140a0ca2-d585-4b53-abc6-ccbf4ef79c3c req-f8af2462-010d-4327-b5f7-83d794b5ab19 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Received event network-vif-plugged-1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 718.944483] env[69304]: DEBUG oslo_concurrency.lockutils [req-140a0ca2-d585-4b53-abc6-ccbf4ef79c3c req-f8af2462-010d-4327-b5f7-83d794b5ab19 service nova] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.944750] env[69304]: DEBUG oslo_concurrency.lockutils [req-140a0ca2-d585-4b53-abc6-ccbf4ef79c3c req-f8af2462-010d-4327-b5f7-83d794b5ab19 service nova] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.944976] env[69304]: DEBUG oslo_concurrency.lockutils [req-140a0ca2-d585-4b53-abc6-ccbf4ef79c3c req-f8af2462-010d-4327-b5f7-83d794b5ab19 service nova] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.945071] env[69304]: DEBUG nova.compute.manager [req-140a0ca2-d585-4b53-abc6-ccbf4ef79c3c req-f8af2462-010d-4327-b5f7-83d794b5ab19 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] No waiting events found dispatching network-vif-plugged-1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 718.945268] env[69304]: WARNING nova.compute.manager [req-140a0ca2-d585-4b53-abc6-ccbf4ef79c3c req-f8af2462-010d-4327-b5f7-83d794b5ab19 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Received unexpected event network-vif-plugged-1a04cb37-641d-4777-99f3-3ec466e4848b for instance with vm_state building and task_state spawning. [ 718.952604] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.956783] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa774ccc-38ad-4dcd-81a3-421e64c2e1e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.977912] env[69304]: DEBUG nova.compute.provider_tree [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.042897] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.269943] env[69304]: DEBUG nova.network.neutron [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.355474] env[69304]: DEBUG nova.network.neutron [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.357445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "bb700315-ab26-4be6-ac71-251e196926ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.357682] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "bb700315-ab26-4be6-ac71-251e196926ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.357989] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "bb700315-ab26-4be6-ac71-251e196926ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.360511] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "bb700315-ab26-4be6-ac71-251e196926ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.360511] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "bb700315-ab26-4be6-ac71-251e196926ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.361804] env[69304]: INFO nova.compute.manager [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Terminating instance [ 719.445607] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584805} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.446335] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 19ddcf82-04e6-4972-9723-1b24700143e4/19ddcf82-04e6-4972-9723-1b24700143e4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.446511] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.446860] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fbd79a2-039d-4868-bcf6-a8214e363171 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.454902] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 719.454902] env[69304]: value = "task-4208292" [ 719.454902] env[69304]: _type = "Task" [ 719.454902] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.466429] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.481745] env[69304]: DEBUG nova.scheduler.client.report [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.544487] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.638315] env[69304]: DEBUG nova.network.neutron [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updating instance_info_cache with network_info: [{"id": "1a04cb37-641d-4777-99f3-3ec466e4848b", "address": "fa:16:3e:9b:72:21", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a04cb37-64", "ovs_interfaceid": "1a04cb37-641d-4777-99f3-3ec466e4848b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.869940] env[69304]: DEBUG nova.compute.manager [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.869940] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.870932] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5b44c-f5f8-4d76-abc9-accc2e23a6b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.880231] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.880563] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f21d074-df42-4fc6-b9fa-7c21bec5f2dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.889392] env[69304]: DEBUG oslo_vmware.api [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 719.889392] env[69304]: value = "task-4208293" [ 719.889392] env[69304]: _type = "Task" [ 719.889392] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.900515] env[69304]: DEBUG oslo_vmware.api [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.967101] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108645} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.967607] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.968697] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b88a7d-5bcd-47cd-b85e-feb6b6345c53 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.000829] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 19ddcf82-04e6-4972-9723-1b24700143e4/19ddcf82-04e6-4972-9723-1b24700143e4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.006021] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.006540] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.009654] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-707bdaf1-13d5-43ee-9ec4-3905f1d3cc81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.026624] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.207s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.026959] env[69304]: DEBUG nova.objects.instance [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lazy-loading 'resources' on Instance uuid 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.037066] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 720.037066] env[69304]: value = "task-4208294" [ 720.037066] env[69304]: _type = "Task" [ 720.037066] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.060078] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.063535] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.141262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.141614] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Instance network_info: |[{"id": "1a04cb37-641d-4777-99f3-3ec466e4848b", "address": "fa:16:3e:9b:72:21", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a04cb37-64", "ovs_interfaceid": "1a04cb37-641d-4777-99f3-3ec466e4848b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.142102] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:72:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a04cb37-641d-4777-99f3-3ec466e4848b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.150558] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Creating folder: Project (a566c67f3d01484d94947fd3d73efd37). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.151897] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e58b80ec-bd0a-4e7b-8b60-095d8f158cac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.165044] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Created folder: Project (a566c67f3d01484d94947fd3d73efd37) in parent group-v832645. [ 720.165201] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Creating folder: Instances. Parent ref: group-v832713. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.165495] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad8fc388-6a30-488f-a21e-11a6411f575b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.180557] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Created folder: Instances in parent group-v832713. [ 720.180766] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.181112] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.181363] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55b4a49b-e42d-4ab4-baf9-255cd6ab77bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.218485] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.218485] env[69304]: value = "task-4208297" [ 720.218485] env[69304]: _type = "Task" [ 720.218485] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.243033] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208297, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.292359] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47fb3-0ace-170a-b282-6b00c1b81fa1/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.293724] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc071111-6696-4499-8ab2-846bed9c28a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.300878] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47fb3-0ace-170a-b282-6b00c1b81fa1/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.301092] env[69304]: ERROR oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47fb3-0ace-170a-b282-6b00c1b81fa1/disk-0.vmdk due to incomplete transfer. [ 720.301358] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c0dcb83-dac6-4220-b594-54977d1fb2bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.311789] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b47fb3-0ace-170a-b282-6b00c1b81fa1/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.311789] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Uploaded image 8547960d-3b99-4e1d-936e-edae8f5a3dd4 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.313703] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.315163] env[69304]: DEBUG nova.network.neutron [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.317358] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45ba8c86-7508-4687-949d-f3f954e18efd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.327908] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 720.327908] env[69304]: value = "task-4208298" [ 720.327908] env[69304]: _type = "Task" [ 720.327908] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.337480] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208298, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.401601] env[69304]: DEBUG oslo_vmware.api [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208293, 'name': PowerOffVM_Task, 'duration_secs': 0.234271} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.402741] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.404895] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.404895] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2679c2d-e13c-487c-b8d0-0bb99cc1bcce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.480194] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.480427] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.480607] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Deleting the datastore file [datastore2] bb700315-ab26-4be6-ac71-251e196926ab {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.480940] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-090c1feb-cf42-466d-bcc9-66d742942eb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.488374] env[69304]: DEBUG oslo_vmware.api [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for the task: (returnval){ [ 720.488374] env[69304]: value = "task-4208300" [ 720.488374] env[69304]: _type = "Task" [ 720.488374] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.498611] env[69304]: DEBUG oslo_vmware.api [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.528426] env[69304]: DEBUG nova.compute.utils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.531118] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.531118] env[69304]: DEBUG nova.network.neutron [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.556453] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.563488] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208294, 'name': ReconfigVM_Task, 'duration_secs': 0.404418} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.564075] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 19ddcf82-04e6-4972-9723-1b24700143e4/19ddcf82-04e6-4972-9723-1b24700143e4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.565179] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b57e4b84-4b5b-4f75-a565-7d21b4738344 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.573202] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 720.573202] env[69304]: value = "task-4208301" [ 720.573202] env[69304]: _type = "Task" [ 720.573202] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.587727] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208301, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.596252] env[69304]: DEBUG nova.policy [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da7c7e2d3ed640aeafce4d8dede86c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fefc2785d4e4c65b05d13e90cb07fbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.660558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.660689] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.729766] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208297, 'name': CreateVM_Task, 'duration_secs': 0.443493} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.729965] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.730800] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.730872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.731235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.734728] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3611aef-1b22-4c4a-92f3-6df2a05d88ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.741013] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 720.741013] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a4ae88-6c9a-7837-3656-7237d4c76a29" [ 720.741013] env[69304]: _type = "Task" [ 720.741013] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.751272] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a4ae88-6c9a-7837-3656-7237d4c76a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.823977] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.824538] env[69304]: DEBUG nova.compute.manager [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Inject network info {{(pid=69304) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 720.824877] env[69304]: DEBUG nova.compute.manager [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] network_info to inject: |[{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 720.832191] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Reconfiguring VM instance to set the machine id {{(pid=69304) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 720.833877] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.833877] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.834602] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11035ff0-81d3-4a89-b8a8-0a32f1c5d681 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.874956] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208298, 'name': Destroy_Task, 'duration_secs': 0.348885} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.876676] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Destroyed the VM [ 720.877098] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 720.877457] env[69304]: DEBUG oslo_vmware.api [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 720.877457] env[69304]: value = "task-4208302" [ 720.877457] env[69304]: _type = "Task" [ 720.877457] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.877687] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ca01813-8a85-4001-b5d8-eb7e02b2d502 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.893744] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 720.893744] env[69304]: value = "task-4208303" [ 720.893744] env[69304]: _type = "Task" [ 720.893744] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.896671] env[69304]: DEBUG oslo_vmware.api [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.914281] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208303, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.999869] env[69304]: DEBUG oslo_vmware.api [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Task: {'id': task-4208300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237193} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.000163] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.000369] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.000562] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.000745] env[69304]: INFO nova.compute.manager [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 721.001625] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.001625] env[69304]: DEBUG nova.compute.manager [-] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.001625] env[69304]: DEBUG nova.network.neutron [-] [instance: bb700315-ab26-4be6-ac71-251e196926ab] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.041140] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.056593] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.100402] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208301, 'name': Rename_Task, 'duration_secs': 0.267966} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.105356] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.108204] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1307fa4f-c69b-4cd5-b24b-310d59aed11f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.116881] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 721.116881] env[69304]: value = "task-4208304" [ 721.116881] env[69304]: _type = "Task" [ 721.116881] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.130840] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.199418] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84850b46-62fc-43bd-a4f3-5392fa2334cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.209040] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba17eeb-729a-4eb6-9f26-07331113676a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.247813] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updated VIF entry in instance network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.248264] env[69304]: DEBUG nova.network.neutron [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.253144] env[69304]: DEBUG nova.network.neutron [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Successfully created port: 14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.256052] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8683d8-6e90-4f0d-8813-a4b99fe15092 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.270375] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e006f0e-7507-45a4-a15c-038aa2f402fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.274513] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a4ae88-6c9a-7837-3656-7237d4c76a29, 'name': SearchDatastore_Task, 'duration_secs': 0.031245} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.275220] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.275459] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.275698] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.275844] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.276038] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.276737] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3afc5340-5ddb-4e24-88e4-debb2e5c9541 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.290336] env[69304]: DEBUG nova.compute.provider_tree [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.293411] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.293696] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.294746] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-806ca5f4-8584-464d-a8e6-48715cb371d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.302143] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 721.302143] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52efc944-4923-5d13-801e-e50ebbc69202" [ 721.302143] env[69304]: _type = "Task" [ 721.302143] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.313361] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52efc944-4923-5d13-801e-e50ebbc69202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.317199] env[69304]: DEBUG nova.compute.manager [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Received event network-changed-1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 721.317199] env[69304]: DEBUG nova.compute.manager [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Refreshing instance network info cache due to event network-changed-1a04cb37-641d-4777-99f3-3ec466e4848b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 721.317199] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] Acquiring lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.317199] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] Acquired lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.317199] env[69304]: DEBUG nova.network.neutron [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Refreshing network info cache for port 1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.391671] env[69304]: DEBUG oslo_vmware.api [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208302, 'name': ReconfigVM_Task, 'duration_secs': 0.172305} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.392128] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Reconfigured VM instance to set the machine id {{(pid=69304) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 721.409789] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208303, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.565422] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.571122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "9f0e31e6-2529-4998-aecd-0b908423b768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.572052] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "9f0e31e6-2529-4998-aecd-0b908423b768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.572052] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "9f0e31e6-2529-4998-aecd-0b908423b768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.572052] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "9f0e31e6-2529-4998-aecd-0b908423b768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.572250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "9f0e31e6-2529-4998-aecd-0b908423b768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.575291] env[69304]: INFO nova.compute.manager [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Terminating instance [ 721.631857] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208304, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.760774] env[69304]: DEBUG oslo_concurrency.lockutils [req-a57b5ac4-a6ac-4ead-bfff-052c8d8e6caa req-8f8b10ca-7430-44ac-8f84-eb75453900fd service nova] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.797331] env[69304]: DEBUG nova.scheduler.client.report [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.814622] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52efc944-4923-5d13-801e-e50ebbc69202, 'name': SearchDatastore_Task, 'duration_secs': 0.019195} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.816096] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41aaae4a-1326-4742-916d-cd433dd25684 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.823585] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 721.823585] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b4b9c8-2fc7-4a1f-69b9-16643a92d789" [ 721.823585] env[69304]: _type = "Task" [ 721.823585] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.837310] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b4b9c8-2fc7-4a1f-69b9-16643a92d789, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.840023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.840023] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 9d85416d-447f-4fa6-9efe-fc80a948865b/9d85416d-447f-4fa6-9efe-fc80a948865b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.840023] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ded355b3-48d1-430e-8f65-df058deabb06 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.847393] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 721.847393] env[69304]: value = "task-4208305" [ 721.847393] env[69304]: _type = "Task" [ 721.847393] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.859506] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.892427] env[69304]: DEBUG nova.network.neutron [-] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.909065] env[69304]: DEBUG oslo_vmware.api [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208303, 'name': RemoveSnapshot_Task, 'duration_secs': 0.79984} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.909678] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.909997] env[69304]: INFO nova.compute.manager [None req-5f0390ba-846b-4b5b-b703-a0c2bca8554d tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Took 16.34 seconds to snapshot the instance on the hypervisor. [ 722.057542] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.060068] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.088057] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.088380] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.088548] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.088749] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.088911] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.089080] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.089324] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.089490] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.089677] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.089853] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.090082] env[69304]: DEBUG nova.virt.hardware [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.090801] env[69304]: DEBUG nova.compute.manager [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.091040] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.092280] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe7b0d-59fd-4344-96e2-a7d9ee32c524 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.096627] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95be14a0-5f3b-4b0b-8564-75d7f2fbd01b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.101272] env[69304]: DEBUG nova.compute.manager [req-6b7dc963-4150-49d0-840f-4a57b0cac8b1 req-b67343fb-c005-4f10-a6e0-8dce2b9d1713 service nova] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Received event network-vif-deleted-0f88317d-c5cf-4676-9f32-b257c42067ec {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 722.110858] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99598e45-372f-4f8b-a275-44a1495f25f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.115391] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.116400] env[69304]: DEBUG nova.network.neutron [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updated VIF entry in instance network info cache for port 1a04cb37-641d-4777-99f3-3ec466e4848b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.116735] env[69304]: DEBUG nova.network.neutron [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updating instance_info_cache with network_info: [{"id": "1a04cb37-641d-4777-99f3-3ec466e4848b", "address": "fa:16:3e:9b:72:21", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a04cb37-64", "ovs_interfaceid": "1a04cb37-641d-4777-99f3-3ec466e4848b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.118531] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b802adf-d717-4c84-90ae-7225f5ba24a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.139618] env[69304]: DEBUG oslo_vmware.api [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 722.139618] env[69304]: value = "task-4208306" [ 722.139618] env[69304]: _type = "Task" [ 722.139618] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.147118] env[69304]: DEBUG oslo_vmware.api [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208304, 'name': PowerOnVM_Task, 'duration_secs': 0.654859} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.147997] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.148232] env[69304]: INFO nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Took 10.23 seconds to spawn the instance on the hypervisor. [ 722.148421] env[69304]: DEBUG nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.149418] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3d0d9f-9255-40da-b349-f833535fc09f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.156836] env[69304]: DEBUG oslo_vmware.api [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.308689] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.312153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.314411] env[69304]: INFO nova.compute.claims [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.340879] env[69304]: INFO nova.scheduler.client.report [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Deleted allocations for instance 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277 [ 722.366284] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.395556] env[69304]: INFO nova.compute.manager [-] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Took 1.39 seconds to deallocate network for instance. [ 722.576221] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.622150] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] Releasing lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622442] env[69304]: DEBUG nova.compute.manager [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 722.622614] env[69304]: DEBUG nova.compute.manager [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing instance network info cache due to event network-changed-56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 722.622831] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] Acquiring lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.622988] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] Acquired lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.623369] env[69304]: DEBUG nova.network.neutron [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Refreshing network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.651382] env[69304]: DEBUG oslo_vmware.api [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208306, 'name': PowerOffVM_Task, 'duration_secs': 0.337641} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.651939] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.652251] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.652622] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc9621ed-5e32-4176-a53d-a85cbfc2f695 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.673189] env[69304]: INFO nova.compute.manager [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Took 39.79 seconds to build instance. [ 722.732359] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.732359] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.732359] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Deleting the datastore file [datastore2] 9f0e31e6-2529-4998-aecd-0b908423b768 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.732359] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-460a7deb-0d3c-47d5-8b0d-ed39a7f8ec35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.739946] env[69304]: DEBUG oslo_vmware.api [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for the task: (returnval){ [ 722.739946] env[69304]: value = "task-4208308" [ 722.739946] env[69304]: _type = "Task" [ 722.739946] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.749875] env[69304]: DEBUG oslo_vmware.api [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.856108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Lock "3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.028s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.864204] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665908} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.865053] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 9d85416d-447f-4fa6-9efe-fc80a948865b/9d85416d-447f-4fa6-9efe-fc80a948865b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.865477] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.865848] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e256bd-cb6b-4f03-a6d5-aec570ed98be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.869388] env[69304]: DEBUG nova.compute.manager [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.870348] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4222b380-724d-4e5f-9efa-a4116c7c2b24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.886060] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 722.886060] env[69304]: value = "task-4208309" [ 722.886060] env[69304]: _type = "Task" [ 722.886060] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.900076] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.904135] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.065973] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.176950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-efa7922b-e338-4c52-a9e0-8c6f894f8957 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "19ddcf82-04e6-4972-9723-1b24700143e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.765s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.214532] env[69304]: DEBUG nova.network.neutron [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Successfully updated port: 14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.258469] env[69304]: DEBUG oslo_vmware.api [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Task: {'id': task-4208308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180214} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.261548] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.261675] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.261927] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.262155] env[69304]: INFO nova.compute.manager [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Took 1.17 seconds to destroy the instance on the hypervisor. [ 723.262464] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.262712] env[69304]: DEBUG nova.compute.manager [-] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.262842] env[69304]: DEBUG nova.network.neutron [-] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.083186] env[69304]: INFO nova.compute.manager [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] instance snapshotting [ 724.083186] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.085810] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.085943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.086190] env[69304]: DEBUG nova.network.neutron [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.087119] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.087337] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.087531] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.087708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.088962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.090064] env[69304]: DEBUG nova.compute.manager [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Received event network-vif-plugged-14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 724.090260] env[69304]: DEBUG oslo_concurrency.lockutils [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.090450] env[69304]: DEBUG oslo_concurrency.lockutils [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] Lock "af9f9491-7450-409a-ad17-1f0f74f58829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.090614] env[69304]: DEBUG oslo_concurrency.lockutils [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] Lock "af9f9491-7450-409a-ad17-1f0f74f58829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.090782] env[69304]: DEBUG nova.compute.manager [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] No waiting events found dispatching network-vif-plugged-14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.090946] env[69304]: WARNING nova.compute.manager [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Received unexpected event network-vif-plugged-14844e30-0d0d-4272-a530-7dc4c36d88f7 for instance with vm_state building and task_state spawning. [ 724.091122] env[69304]: DEBUG nova.compute.manager [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Received event network-changed-14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 724.091278] env[69304]: DEBUG nova.compute.manager [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Refreshing instance network info cache due to event network-changed-14844e30-0d0d-4272-a530-7dc4c36d88f7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 724.091438] env[69304]: DEBUG oslo_concurrency.lockutils [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] Acquiring lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.094575] env[69304]: INFO nova.compute.manager [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Terminating instance [ 724.106138] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d380dde-ca0b-4b01-9122-9812eb8778e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.117827] env[69304]: DEBUG oslo_vmware.api [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208290, 'name': ReconfigVM_Task, 'duration_secs': 5.926926} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.135650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.135930] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Reconfigured VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 724.138880] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083269} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.144690] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43025b2-2fdd-4567-a9a1-d59c3740b5e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.147349] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.149029] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a751eee-82e7-412e-b4ca-9e59b0c880b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.177022] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 9d85416d-447f-4fa6-9efe-fc80a948865b/9d85416d-447f-4fa6-9efe-fc80a948865b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.180853] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aeebb88-f2c3-494a-b994-83dd8be38c08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.205095] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 724.205095] env[69304]: value = "task-4208310" [ 724.205095] env[69304]: _type = "Task" [ 724.205095] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.220099] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.394820] env[69304]: DEBUG nova.network.neutron [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updated VIF entry in instance network info cache for port 56f8b892-f116-4b69-9c90-f3dc2471aff7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.395382] env[69304]: DEBUG nova.network.neutron [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [{"id": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "address": "fa:16:3e:d9:ba:81", "network": {"id": "adf558c5-072e-44a5-80f1-6a372ac3994a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108255550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afb6c56a56124567944637238514dbae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56f8b892-f1", "ovs_interfaceid": "56f8b892-f116-4b69-9c90-f3dc2471aff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.600028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "1601fd8e-1b69-4b33-8d04-988c76d60e71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.600028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.600028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "1601fd8e-1b69-4b33-8d04-988c76d60e71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.600816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.601219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.607025] env[69304]: INFO nova.compute.manager [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Terminating instance [ 724.613811] env[69304]: DEBUG nova.compute.manager [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.613811] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.618874] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83154e3-1948-4c17-96ab-36d782c2d6aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.630320] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.630740] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec608c09-9341-4fa4-b61c-cc6a6eedb984 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.641116] env[69304]: DEBUG oslo_vmware.api [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 724.641116] env[69304]: value = "task-4208311" [ 724.641116] env[69304]: _type = "Task" [ 724.641116] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.645897] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.657065] env[69304]: DEBUG oslo_vmware.api [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.681019] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.681019] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c885aa3a-502f-4d2d-9945-015e4208a0b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.685105] env[69304]: DEBUG nova.network.neutron [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.693849] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 724.693849] env[69304]: value = "task-4208312" [ 724.693849] env[69304]: _type = "Task" [ 724.693849] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.711150] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.727622] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208310, 'name': ReconfigVM_Task, 'duration_secs': 0.431937} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.729692] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 9d85416d-447f-4fa6-9efe-fc80a948865b/9d85416d-447f-4fa6-9efe-fc80a948865b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.729692] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff555023-6407-46a7-843e-c57e02ac49d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.739054] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 724.739054] env[69304]: value = "task-4208313" [ 724.739054] env[69304]: _type = "Task" [ 724.739054] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.751505] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208313, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.799906] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b50c7eb-16fe-44ec-a463-1102b4be4adb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.810675] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df36bd-6863-4315-9953-dd9e0fb88cab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.858046] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c4e647-385f-49fb-b572-26b322fb9535 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.868326] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd1e1d-ca35-4dbd-9bb5-f7de4d317314 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.888090] env[69304]: DEBUG nova.compute.provider_tree [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.901711] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ef9eca1-4222-4591-9685-162b92ab53a1 req-b033f55f-53ba-496f-ab35-512dbf645402 service nova] Releasing lock "refresh_cache-9f0e31e6-2529-4998-aecd-0b908423b768" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.910343] env[69304]: DEBUG nova.network.neutron [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updating instance_info_cache with network_info: [{"id": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "address": "fa:16:3e:fb:3a:82", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14844e30-0d", "ovs_interfaceid": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.123802] env[69304]: DEBUG nova.compute.manager [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.124054] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.125311] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0faa0b-ab30-47e0-9cf5-344f6925999c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.134662] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.135042] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbc3bc2-6a3c-4b00-8965-a74feb9ecaf8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.142094] env[69304]: DEBUG oslo_vmware.api [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 725.142094] env[69304]: value = "task-4208314" [ 725.142094] env[69304]: _type = "Task" [ 725.142094] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.157651] env[69304]: DEBUG oslo_vmware.api [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208311, 'name': PowerOffVM_Task, 'duration_secs': 0.259547} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.161842] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.162143] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.162474] env[69304]: DEBUG oslo_vmware.api [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.162765] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1a8359a-9c62-4aae-a171-fe0939f0b8d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.207067] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.236950] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.236950] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.236950] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleting the datastore file [datastore1] d1fd9428-0fad-4ea2-93a7-97012d7c1a19 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.237989] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f634728-6ca2-4338-9987-2a8fc0503a62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.256915] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208313, 'name': Rename_Task, 'duration_secs': 0.173254} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.259843] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.259843] env[69304]: DEBUG oslo_vmware.api [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 725.259843] env[69304]: value = "task-4208316" [ 725.259843] env[69304]: _type = "Task" [ 725.259843] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.259843] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50323672-520b-4b39-a3eb-c5a203f44979 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.279258] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 725.279258] env[69304]: value = "task-4208317" [ 725.279258] env[69304]: _type = "Task" [ 725.279258] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.287035] env[69304]: DEBUG oslo_vmware.api [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.300932] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208317, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.392388] env[69304]: DEBUG nova.scheduler.client.report [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.413660] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Releasing lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.414056] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Instance network_info: |[{"id": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "address": "fa:16:3e:fb:3a:82", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14844e30-0d", "ovs_interfaceid": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.414396] env[69304]: DEBUG oslo_concurrency.lockutils [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] Acquired lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.414598] env[69304]: DEBUG nova.network.neutron [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Refreshing network info cache for port 14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.415980] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:3a:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14844e30-0d0d-4272-a530-7dc4c36d88f7', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.424524] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Creating folder: Project (3fefc2785d4e4c65b05d13e90cb07fbb). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.425846] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b84470-dd3d-41a5-b9d0-c1c7620a0235 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.439201] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Created folder: Project (3fefc2785d4e4c65b05d13e90cb07fbb) in parent group-v832645. [ 725.439542] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Creating folder: Instances. Parent ref: group-v832716. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.439814] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01182baa-9574-4b88-a5b9-10f09fb170b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.451226] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Created folder: Instances in parent group-v832716. [ 725.451606] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.451869] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.452164] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2af28d-deee-4902-9524-ee8b604a62d6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.477865] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.477865] env[69304]: value = "task-4208320" [ 725.477865] env[69304]: _type = "Task" [ 725.477865] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.486843] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208320, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.603379] env[69304]: DEBUG nova.compute.manager [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-vif-deleted-3c899a09-1425-41a2-812e-4007d8cd2ff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 725.603596] env[69304]: INFO nova.compute.manager [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Neutron deleted interface 3c899a09-1425-41a2-812e-4007d8cd2ff7; detaching it from the instance and deleting it from the info cache [ 725.603877] env[69304]: DEBUG nova.network.neutron [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.659666] env[69304]: DEBUG oslo_vmware.api [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208314, 'name': PowerOffVM_Task, 'duration_secs': 0.231886} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.660381] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.660566] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.660843] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef5020f2-84dd-4079-90d3-524fbe584949 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.707637] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208312, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.753048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.753048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.753289] env[69304]: DEBUG nova.network.neutron [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.755341] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.757844] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.758376] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleting the datastore file [datastore1] 1601fd8e-1b69-4b33-8d04-988c76d60e71 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.759796] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0e6d164-a443-48ee-b497-662870f9b9cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.778601] env[69304]: DEBUG oslo_vmware.api [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178148} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.782177] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.782481] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.782711] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.782933] env[69304]: INFO nova.compute.manager [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Took 1.17 seconds to destroy the instance on the hypervisor. [ 725.783455] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.784097] env[69304]: DEBUG oslo_vmware.api [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for the task: (returnval){ [ 725.784097] env[69304]: value = "task-4208322" [ 725.784097] env[69304]: _type = "Task" [ 725.784097] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.784416] env[69304]: DEBUG nova.compute.manager [-] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.784551] env[69304]: DEBUG nova.network.neutron [-] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.807275] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.812642] env[69304]: DEBUG nova.network.neutron [-] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.814748] env[69304]: DEBUG oslo_vmware.api [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.897605] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.585s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.898216] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.902773] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.394s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.902773] env[69304]: DEBUG nova.objects.instance [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lazy-loading 'resources' on Instance uuid f42f703b-7134-49cf-9b6d-af6ff5be5d2b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.990885] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208320, 'name': CreateVM_Task, 'duration_secs': 0.408227} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.991258] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.993825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.993825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.994330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.994330] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dbadf2-b15c-4103-98f9-9dc6b1cf1cd3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.001102] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 726.001102] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e4d037-f6b6-4c32-9c2a-f90435b8afcc" [ 726.001102] env[69304]: _type = "Task" [ 726.001102] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.012483] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e4d037-f6b6-4c32-9c2a-f90435b8afcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.064746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "19ddcf82-04e6-4972-9723-1b24700143e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.064746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "19ddcf82-04e6-4972-9723-1b24700143e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.064746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "19ddcf82-04e6-4972-9723-1b24700143e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.064746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "19ddcf82-04e6-4972-9723-1b24700143e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.064746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "19ddcf82-04e6-4972-9723-1b24700143e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.069938] env[69304]: INFO nova.compute.manager [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Terminating instance [ 726.111233] env[69304]: DEBUG oslo_concurrency.lockutils [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.115042] env[69304]: DEBUG oslo_concurrency.lockutils [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] Acquired lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.115042] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3e656-1e9f-4adf-a7a3-2a0259e0a021 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.132207] env[69304]: DEBUG oslo_concurrency.lockutils [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] Releasing lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.132710] env[69304]: WARNING nova.compute.manager [req-5f42b675-0576-4cde-976a-3131718e70c4 req-87b51544-cf8e-4be8-b0fa-6c41d921f40a service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Detach interface failed, port_id=3c899a09-1425-41a2-812e-4007d8cd2ff7, reason: No device with interface-id 3c899a09-1425-41a2-812e-4007d8cd2ff7 exists on VM: nova.exception.NotFound: No device with interface-id 3c899a09-1425-41a2-812e-4007d8cd2ff7 exists on VM [ 726.201468] env[69304]: DEBUG nova.network.neutron [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updated VIF entry in instance network info cache for port 14844e30-0d0d-4272-a530-7dc4c36d88f7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.202055] env[69304]: DEBUG nova.network.neutron [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updating instance_info_cache with network_info: [{"id": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "address": "fa:16:3e:fb:3a:82", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14844e30-0d", "ovs_interfaceid": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.206502] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208312, 'name': CreateSnapshot_Task, 'duration_secs': 1.082324} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.207611] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.208055] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59626af5-ecc6-4a69-80f0-f79669677224 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.281418] env[69304]: DEBUG nova.compute.manager [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.282375] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5186845-1d91-4b6f-aad6-54f100685351 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.315229] env[69304]: DEBUG oslo_vmware.api [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Task: {'id': task-4208322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17909} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.316301] env[69304]: DEBUG oslo_vmware.api [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208317, 'name': PowerOnVM_Task, 'duration_secs': 0.634884} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.316439] env[69304]: INFO nova.compute.manager [-] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Took 3.05 seconds to deallocate network for instance. [ 726.316707] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.318398] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.318398] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.318398] env[69304]: INFO nova.compute.manager [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Took 1.19 seconds to destroy the instance on the hypervisor. [ 726.318398] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.318398] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.318398] env[69304]: INFO nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Took 9.35 seconds to spawn the instance on the hypervisor. [ 726.318398] env[69304]: DEBUG nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.321072] env[69304]: DEBUG nova.compute.manager [-] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.321178] env[69304]: DEBUG nova.network.neutron [-] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.329221] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd459c-a82f-432e-b037-c7e53595d5ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.332847] env[69304]: DEBUG nova.compute.manager [req-d14cd9f0-6800-40ec-8dc5-71bdcce63736 req-10e6e4e8-8c30-4519-9f56-8f624719705c service nova] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Received event network-vif-deleted-56f8b892-f116-4b69-9c90-f3dc2471aff7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 726.406029] env[69304]: DEBUG nova.compute.utils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.410644] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.410830] env[69304]: DEBUG nova.network.neutron [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.509040] env[69304]: DEBUG nova.policy [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d492fbecbcb47908a1ff905293a204b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc322fe7df0d47879d8eba96c9cb63c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.518770] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e4d037-f6b6-4c32-9c2a-f90435b8afcc, 'name': SearchDatastore_Task, 'duration_secs': 0.021063} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.519102] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.519384] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.519615] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.519759] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.519954] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.520222] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7e3ace-64a1-4ebd-b186-c0e74ede28ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.539784] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.541101] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.543090] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff9a9c4-2968-494d-a006-05e2e95668eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.553524] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 726.553524] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d54ea-0c00-2305-12b9-62d005d053a0" [ 726.553524] env[69304]: _type = "Task" [ 726.553524] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.575495] env[69304]: DEBUG nova.compute.manager [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.576283] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.576283] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d54ea-0c00-2305-12b9-62d005d053a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.577374] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32855fd7-6892-4afc-a529-e617df011c99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.586640] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.589413] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e795f1f-3e35-40c5-8954-bf4a22ce2069 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.598117] env[69304]: DEBUG oslo_vmware.api [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 726.598117] env[69304]: value = "task-4208323" [ 726.598117] env[69304]: _type = "Task" [ 726.598117] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.611407] env[69304]: DEBUG oslo_vmware.api [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.629163] env[69304]: DEBUG nova.network.neutron [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [{"id": "37765568-9bcc-4805-962e-9675df8f640f", "address": "fa:16:3e:ad:5d:b2", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37765568-9b", "ovs_interfaceid": "37765568-9bcc-4805-962e-9675df8f640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.708180] env[69304]: DEBUG oslo_concurrency.lockutils [req-b09608ed-b9d5-4af1-8540-1eac3c66b459 req-82a5c64a-2e7e-4a1b-883f-188b06ec1e95 service nova] Releasing lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.729940] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.731545] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a168c4b-cd28-4845-b41e-57e79c1e2329 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.741306] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 726.741306] env[69304]: value = "task-4208324" [ 726.741306] env[69304]: _type = "Task" [ 726.741306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.757504] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208324, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.807240] env[69304]: DEBUG nova.network.neutron [-] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.816229] env[69304]: INFO nova.compute.manager [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] instance snapshotting [ 726.821255] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2948b8-96ee-4e25-8277-718032d730b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.853770] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.865167] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45104b2c-6529-43b4-99fa-1c19697c744c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.872583] env[69304]: INFO nova.compute.manager [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Took 39.19 seconds to build instance. [ 726.908622] env[69304]: DEBUG nova.network.neutron [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Successfully created port: 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.916513] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.073391] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.073719] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.073941] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.074145] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.074328] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.076475] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d54ea-0c00-2305-12b9-62d005d053a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020671} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.076889] env[69304]: INFO nova.compute.manager [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Terminating instance [ 727.082101] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10035bde-4b5d-41bf-a66f-34abce8ba7e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.093541] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204e2c4f-2bab-4382-93a9-733a78c7a180 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.116847] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.118146] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 727.118146] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a0df29-cb4a-6cec-a88d-2014cc472230" [ 727.118146] env[69304]: _type = "Task" [ 727.118146] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.118490] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.123490] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8139588-da66-40e9-885a-50b0aedcadc5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.142849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-c6759f57-90d3-4c97-b303-98c7b231cfcf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.150024] env[69304]: DEBUG oslo_vmware.api [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208323, 'name': PowerOffVM_Task, 'duration_secs': 0.381252} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.150024] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.150024] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.150024] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aaaef85-51b3-491a-8c89-a3aa5bdf1bb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.190460] env[69304]: DEBUG nova.network.neutron [-] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.192834] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a0df29-cb4a-6cec-a88d-2014cc472230, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.195633] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ef942-557b-4284-8a66-cd9f44d089f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.200587] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.201135] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] af9f9491-7450-409a-ad17-1f0f74f58829/af9f9491-7450-409a-ad17-1f0f74f58829.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.202123] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e25572-97e2-401b-8c53-6607a8e7a83d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.217165] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e5a4b-2103-417e-9f79-db8d92eba183 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.227196] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 727.227196] env[69304]: value = "task-4208326" [ 727.227196] env[69304]: _type = "Task" [ 727.227196] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.249389] env[69304]: DEBUG nova.compute.provider_tree [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.268015] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.271150] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.271450] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.271647] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Deleting the datastore file [datastore1] 19ddcf82-04e6-4972-9723-1b24700143e4 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.271984] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ed34a7a-3f75-4375-bbad-15db8316db40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.278029] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208324, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.284814] env[69304]: DEBUG oslo_vmware.api [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for the task: (returnval){ [ 727.284814] env[69304]: value = "task-4208327" [ 727.284814] env[69304]: _type = "Task" [ 727.284814] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.295572] env[69304]: DEBUG oslo_vmware.api [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.318392] env[69304]: INFO nova.compute.manager [-] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Took 1.53 seconds to deallocate network for instance. [ 727.375564] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66fe1996-182d-4d25-96c9-1859274e002e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.963s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.385124] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 727.386190] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4f1e975-7818-4ecd-975e-5928cacb84d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.395055] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 727.395055] env[69304]: value = "task-4208328" [ 727.395055] env[69304]: _type = "Task" [ 727.395055] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.407964] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.524403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.524871] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.600182] env[69304]: DEBUG nova.compute.manager [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.600563] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.602077] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55abcfc4-4694-4733-9bae-066f24a78503 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.612968] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.613470] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d902a7bf-dfcc-410e-a296-92807c2fb822 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.622915] env[69304]: DEBUG oslo_vmware.api [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 727.622915] env[69304]: value = "task-4208329" [ 727.622915] env[69304]: _type = "Task" [ 727.622915] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.640114] env[69304]: DEBUG oslo_vmware.api [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.642096] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.642096] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.642096] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.642418] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.642733] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.643095] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.643302] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 727.643523] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.651249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b67861fc-8b91-40b2-99df-f3d9b1059f48 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-c6759f57-90d3-4c97-b303-98c7b231cfcf-3c899a09-1425-41a2-812e-4007d8cd2ff7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.223s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.694216] env[69304]: INFO nova.compute.manager [-] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Took 1.37 seconds to deallocate network for instance. [ 727.738436] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208326, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.762589] env[69304]: DEBUG nova.scheduler.client.report [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.767362] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208324, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.798591] env[69304]: DEBUG oslo_vmware.api [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Task: {'id': task-4208327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19412} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.799071] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.799431] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.799730] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.800151] env[69304]: INFO nova.compute.manager [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 727.800566] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.801432] env[69304]: DEBUG nova.compute.manager [-] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.801629] env[69304]: DEBUG nova.network.neutron [-] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.827150] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.878454] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.910706] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.927991] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.960559] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.960815] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.961177] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.961317] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.961470] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.961628] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.961853] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.962040] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.962222] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.962389] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.962597] env[69304]: DEBUG nova.virt.hardware [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.963679] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b761f6b-00ca-42ae-a27a-38b20674104f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.974183] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f827f9-ef8b-4954-a7ac-280ac11e3564 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.140284] env[69304]: DEBUG oslo_vmware.api [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208329, 'name': PowerOffVM_Task, 'duration_secs': 0.41367} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.142173] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.142173] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.142173] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db79bfb4-5a27-4c5a-a8be-97f9c183e184 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.147152] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.206808] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.231288] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.231288] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.231288] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleting the datastore file [datastore1] c6759f57-90d3-4c97-b303-98c7b231cfcf {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.236256] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d77d86fb-421e-4df4-94c5-5a6420d3091e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.246235] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566068} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.247989] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] af9f9491-7450-409a-ad17-1f0f74f58829/af9f9491-7450-409a-ad17-1f0f74f58829.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.248297] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.249183] env[69304]: DEBUG oslo_vmware.api [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 728.249183] env[69304]: value = "task-4208331" [ 728.249183] env[69304]: _type = "Task" [ 728.249183] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.249183] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bcca23d-6506-4d76-a3f7-891ebf75fe02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.264988] env[69304]: DEBUG oslo_vmware.api [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.271436] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 728.271436] env[69304]: value = "task-4208332" [ 728.271436] env[69304]: _type = "Task" [ 728.271436] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.272248] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.274728] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208324, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.275688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.180s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.289241] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.316178] env[69304]: INFO nova.scheduler.client.report [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Deleted allocations for instance f42f703b-7134-49cf-9b6d-af6ff5be5d2b [ 728.407049] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208328, 'name': CreateSnapshot_Task, 'duration_secs': 0.728789} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.408351] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.409725] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.409815] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b7e39-4550-4926-b2ad-bcb3f544748b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.553401] env[69304]: DEBUG nova.compute.manager [req-02ac2b94-cc82-42b3-add9-b1f49148238e req-466b7c32-796f-4360-afb9-9865b122745f service nova] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Received event network-vif-deleted-6142db2d-a2ab-4bb2-9f77-d70ac3585883 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 728.553688] env[69304]: DEBUG nova.compute.manager [req-02ac2b94-cc82-42b3-add9-b1f49148238e req-466b7c32-796f-4360-afb9-9865b122745f service nova] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Received event network-vif-deleted-1451a25d-7cfb-4fb2-8844-e517d7eb9042 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 728.553825] env[69304]: DEBUG nova.compute.manager [req-02ac2b94-cc82-42b3-add9-b1f49148238e req-466b7c32-796f-4360-afb9-9865b122745f service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Received event network-vif-deleted-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 728.553949] env[69304]: INFO nova.compute.manager [req-02ac2b94-cc82-42b3-add9-b1f49148238e req-466b7c32-796f-4360-afb9-9865b122745f service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Neutron deleted interface 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c; detaching it from the instance and deleting it from the info cache [ 728.554137] env[69304]: DEBUG nova.network.neutron [req-02ac2b94-cc82-42b3-add9-b1f49148238e req-466b7c32-796f-4360-afb9-9865b122745f service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.695662] env[69304]: DEBUG nova.compute.manager [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Received event network-changed-1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 728.695662] env[69304]: DEBUG nova.compute.manager [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Refreshing instance network info cache due to event network-changed-1a04cb37-641d-4777-99f3-3ec466e4848b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 728.695662] env[69304]: DEBUG oslo_concurrency.lockutils [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] Acquiring lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.695662] env[69304]: DEBUG oslo_concurrency.lockutils [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] Acquired lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.695662] env[69304]: DEBUG nova.network.neutron [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Refreshing network info cache for port 1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.773354] env[69304]: DEBUG oslo_vmware.api [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185109} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.774472] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208324, 'name': CloneVM_Task, 'duration_secs': 1.535434} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.774792] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.775069] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.775324] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.775556] env[69304]: INFO nova.compute.manager [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 728.775855] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.776110] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Created linked-clone VM from snapshot [ 728.776452] env[69304]: DEBUG nova.network.neutron [-] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.777952] env[69304]: DEBUG nova.compute.manager [-] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.781598] env[69304]: DEBUG nova.network.neutron [-] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.781598] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57438169-13c8-496e-b29d-92be3417e5d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.799873] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07493} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.807285] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.807383] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Uploading image 6f8aaa22-ee40-4aa1-9d2f-061a9d70157b {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.814070] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c5b76-a492-4f08-98e8-cab65ebd8544 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.835829] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Lock "f42f703b-7134-49cf-9b6d-af6ff5be5d2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.325s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.848735] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] af9f9491-7450-409a-ad17-1f0f74f58829/af9f9491-7450-409a-ad17-1f0f74f58829.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.853766] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 728.855753] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe212bc2-32fe-4962-ba3e-371924509222 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.875655] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8a7d3b6-8f30-46d4-962b-6dcc11b5e22d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.891330] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 728.891330] env[69304]: value = "task-4208333" [ 728.891330] env[69304]: _type = "Task" [ 728.891330] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.891330] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 728.891330] env[69304]: value = "task-4208334" [ 728.891330] env[69304]: _type = "Task" [ 728.891330] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.908991] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208333, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.909288] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.930119] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.933232] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f3d5d3d-7a29-4346-9cc0-a2a39ee21e7d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.938728] env[69304]: DEBUG nova.network.neutron [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Successfully updated port: 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.942888] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 728.942888] env[69304]: value = "task-4208335" [ 728.942888] env[69304]: _type = "Task" [ 728.942888] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.956090] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208335, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.056858] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b2bcd04-b822-45b7-bd1a-800d904e52f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.069154] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894f000-4c35-4ccc-8850-6b0fb07df9e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.112143] env[69304]: DEBUG nova.compute.manager [req-02ac2b94-cc82-42b3-add9-b1f49148238e req-466b7c32-796f-4360-afb9-9865b122745f service nova] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Detach interface failed, port_id=05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c, reason: Instance 19ddcf82-04e6-4972-9723-1b24700143e4 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 729.286126] env[69304]: INFO nova.compute.manager [-] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Took 1.48 seconds to deallocate network for instance. [ 729.403332] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208333, 'name': Destroy_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.413098] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208334, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.441978] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.442301] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.442359] env[69304]: DEBUG nova.network.neutron [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.463023] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208335, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.561443] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603786e8-ce10-47ec-ba53-7ed6bd4572f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.572683] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa5f4b6-aa83-4342-a5e7-5d706d18e798 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.609370] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b8992-768e-4b93-879b-360bad6e268f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.617184] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa5bfbe-dadd-4604-9156-3bee320a452b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.639605] env[69304]: DEBUG nova.compute.provider_tree [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.692748] env[69304]: DEBUG nova.network.neutron [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updated VIF entry in instance network info cache for port 1a04cb37-641d-4777-99f3-3ec466e4848b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.693308] env[69304]: DEBUG nova.network.neutron [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updating instance_info_cache with network_info: [{"id": "1a04cb37-641d-4777-99f3-3ec466e4848b", "address": "fa:16:3e:9b:72:21", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a04cb37-64", "ovs_interfaceid": "1a04cb37-641d-4777-99f3-3ec466e4848b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.801101] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.905280] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208333, 'name': Destroy_Task, 'duration_secs': 0.597872} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.910236] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Destroyed the VM [ 729.910365] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 729.910608] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208334, 'name': ReconfigVM_Task, 'duration_secs': 0.614575} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.910823] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d319a95-4840-4938-89bf-6050a71a9117 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.912744] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Reconfigured VM instance instance-00000019 to attach disk [datastore2] af9f9491-7450-409a-ad17-1f0f74f58829/af9f9491-7450-409a-ad17-1f0f74f58829.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.913392] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06661e42-0d3c-41a7-8816-79cc4efa855f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.922015] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 729.922015] env[69304]: value = "task-4208336" [ 729.922015] env[69304]: _type = "Task" [ 729.922015] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.924202] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 729.924202] env[69304]: value = "task-4208337" [ 729.924202] env[69304]: _type = "Task" [ 729.924202] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.937626] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208337, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.941171] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.957602] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208335, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.977285] env[69304]: DEBUG nova.network.neutron [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.146558] env[69304]: DEBUG nova.scheduler.client.report [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.197355] env[69304]: DEBUG oslo_concurrency.lockutils [req-fe9adefa-a9de-48a3-9c42-945f1fd48e24 req-8a70fd9e-fc05-4608-9d37-86bb2e55fa15 service nova] Releasing lock "refresh_cache-9d85416d-447f-4fa6-9efe-fc80a948865b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.314391] env[69304]: DEBUG nova.network.neutron [-] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.451029] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208336, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.451029] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208337, 'name': Rename_Task, 'duration_secs': 0.171943} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.451617] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.451871] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62b44d5-cc9b-42ce-acd5-f479d5135820 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.462188] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208335, 'name': CloneVM_Task, 'duration_secs': 1.435624} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.462188] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Created linked-clone VM from snapshot [ 730.462188] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 730.462188] env[69304]: value = "task-4208338" [ 730.462188] env[69304]: _type = "Task" [ 730.462188] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.462844] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85861f42-0a71-4850-a717-bae1fa188577 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.475953] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.479033] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Uploading image da117e9a-164f-40c2-ae19-1e0c2802f6b7 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.483582] env[69304]: DEBUG nova.network.neutron [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.513935] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 730.513935] env[69304]: value = "vm-832722" [ 730.513935] env[69304]: _type = "VirtualMachine" [ 730.513935] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 730.514564] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6f9245d-25fe-438e-9147-f7c6e6b1ccd1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.523298] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lease: (returnval){ [ 730.523298] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cdc2fb-9a54-1f42-3ad0-7b223282488f" [ 730.523298] env[69304]: _type = "HttpNfcLease" [ 730.523298] env[69304]: } obtained for exporting VM: (result){ [ 730.523298] env[69304]: value = "vm-832722" [ 730.523298] env[69304]: _type = "VirtualMachine" [ 730.523298] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 730.523681] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the lease: (returnval){ [ 730.523681] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cdc2fb-9a54-1f42-3ad0-7b223282488f" [ 730.523681] env[69304]: _type = "HttpNfcLease" [ 730.523681] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 730.538399] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.538399] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cdc2fb-9a54-1f42-3ad0-7b223282488f" [ 730.538399] env[69304]: _type = "HttpNfcLease" [ 730.538399] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 730.746718] env[69304]: DEBUG nova.compute.manager [req-b85f4b3c-5da8-4b54-8a5f-caf0b21afb97 req-d3ac134b-605f-46aa-86c6-959685836344 service nova] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Received event network-vif-deleted-37765568-9bcc-4805-962e-9675df8f640f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 730.816421] env[69304]: INFO nova.compute.manager [-] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Took 2.04 seconds to deallocate network for instance. [ 730.888641] env[69304]: DEBUG nova.compute.manager [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-vif-plugged-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 730.889007] env[69304]: DEBUG oslo_concurrency.lockutils [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] Acquiring lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.889588] env[69304]: DEBUG oslo_concurrency.lockutils [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.889920] env[69304]: DEBUG oslo_concurrency.lockutils [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.890233] env[69304]: DEBUG nova.compute.manager [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] No waiting events found dispatching network-vif-plugged-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.890533] env[69304]: WARNING nova.compute.manager [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received unexpected event network-vif-plugged-8221d4e0-949f-4b6b-b64f-eecd81db4851 for instance with vm_state building and task_state spawning. [ 730.890824] env[69304]: DEBUG nova.compute.manager [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 730.891112] env[69304]: DEBUG nova.compute.manager [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing instance network info cache due to event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 730.891423] env[69304]: DEBUG oslo_concurrency.lockutils [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] Acquiring lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.935387] env[69304]: DEBUG oslo_vmware.api [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208336, 'name': RemoveSnapshot_Task, 'duration_secs': 0.633768} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.935723] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 730.976965] env[69304]: DEBUG oslo_vmware.api [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208338, 'name': PowerOnVM_Task, 'duration_secs': 0.487893} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.976965] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.976965] env[69304]: INFO nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Took 8.92 seconds to spawn the instance on the hypervisor. [ 730.976965] env[69304]: DEBUG nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.978070] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e53ff6-2b36-42d5-9855-207a22e84ace {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.989031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.989324] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Instance network_info: |[{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.989610] env[69304]: DEBUG oslo_concurrency.lockutils [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] Acquired lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.989781] env[69304]: DEBUG nova.network.neutron [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.991162] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:62:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8221d4e0-949f-4b6b-b64f-eecd81db4851', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.001496] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Creating folder: Project (dc322fe7df0d47879d8eba96c9cb63c7). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.002206] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a1a6b20-a2c5-4a52-9403-e617d7082e86 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.017461] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Created folder: Project (dc322fe7df0d47879d8eba96c9cb63c7) in parent group-v832645. [ 731.017718] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Creating folder: Instances. Parent ref: group-v832723. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.018175] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a3bef87-aaec-4880-88cc-aa828e2dab33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.029694] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Created folder: Instances in parent group-v832723. [ 731.031097] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.031097] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.031097] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce99374e-7c63-44f8-87f4-5beee36483f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.052233] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.052233] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cdc2fb-9a54-1f42-3ad0-7b223282488f" [ 731.052233] env[69304]: _type = "HttpNfcLease" [ 731.052233] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 731.053094] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 731.053094] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cdc2fb-9a54-1f42-3ad0-7b223282488f" [ 731.053094] env[69304]: _type = "HttpNfcLease" [ 731.053094] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 731.053911] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6debd7-776d-4301-9177-7c4dc9efb4c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.058890] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.058890] env[69304]: value = "task-4208342" [ 731.058890] env[69304]: _type = "Task" [ 731.058890] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.066543] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e2390-1663-92b8-ecae-fc6ae2b152b5/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 731.066543] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e2390-1663-92b8-ecae-fc6ae2b152b5/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 731.125570] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208342, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.165901] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.890s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.169527] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.798s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.171399] env[69304]: INFO nova.compute.claims [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.179115] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d0ac527-29c4-4140-a39f-958817f8392c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.326040] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.443933] env[69304]: WARNING nova.compute.manager [None req-300864da-ec53-47b7-b55a-489cbf723e00 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Image not found during snapshot: nova.exception.ImageNotFound: Image 6f8aaa22-ee40-4aa1-9d2f-061a9d70157b could not be found. [ 731.498736] env[69304]: INFO nova.compute.manager [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Took 41.28 seconds to build instance. [ 731.579671] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208342, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.777878] env[69304]: INFO nova.scheduler.client.report [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleted allocation for migration 6f5968c1-bcf5-4190-975f-e3405bfce00d [ 731.976610] env[69304]: DEBUG nova.network.neutron [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updated VIF entry in instance network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.977151] env[69304]: DEBUG nova.network.neutron [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.001725] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c68e5c18-22db-4e4e-b00e-9c935f03e248 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.587s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.081229] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208342, 'name': CreateVM_Task, 'duration_secs': 0.566575} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.081687] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.082567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.082567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.083025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.083522] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28dfb21-1505-4e14-bd31-5129bbeda132 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.089978] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 732.089978] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52de9e9c-6b99-1223-85ec-27a959bf9c26" [ 732.089978] env[69304]: _type = "Task" [ 732.089978] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.100628] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52de9e9c-6b99-1223-85ec-27a959bf9c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.292164] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ba145533-4dff-421e-ba4e-9ee455c135b6 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.334s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.482875] env[69304]: DEBUG oslo_concurrency.lockutils [req-df889aa4-23e7-4c20-b8ec-d2c737b39a42 req-1bc1d95a-6e57-481d-bce9-86abd84094c5 service nova] Releasing lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.513033] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.604796] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52de9e9c-6b99-1223-85ec-27a959bf9c26, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.608018] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.608356] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.608684] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.608918] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.609276] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.612916] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a129ce77-3367-4248-895e-0516d8433839 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.626469] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.626469] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.626690] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052e1a52-f8bf-4111-86e6-343e833357a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.633853] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 732.633853] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52abc182-4164-328a-f9ff-deb15801a412" [ 732.633853] env[69304]: _type = "Task" [ 732.633853] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.646700] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52abc182-4164-328a-f9ff-deb15801a412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.726537] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "c6c05049-8183-4094-9d4c-1b3212e9f202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.726806] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.727392] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "c6c05049-8183-4094-9d4c-1b3212e9f202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.727392] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.727729] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.731203] env[69304]: INFO nova.compute.manager [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Terminating instance [ 732.778591] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb16b1f-408f-4617-90c2-fda436790a52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.787434] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db437fa-359d-41eb-aea9-ae696a30b05b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.838827] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf122832-44ed-4df1-9caf-5baad0febfcb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.849694] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57ba75b-5450-492e-9ccf-5f921676c7a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.867695] env[69304]: DEBUG nova.compute.provider_tree [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.922770] env[69304]: DEBUG nova.compute.manager [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Received event network-changed-14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 732.923232] env[69304]: DEBUG nova.compute.manager [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Refreshing instance network info cache due to event network-changed-14844e30-0d0d-4272-a530-7dc4c36d88f7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 732.927045] env[69304]: DEBUG oslo_concurrency.lockutils [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] Acquiring lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.927045] env[69304]: DEBUG oslo_concurrency.lockutils [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] Acquired lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.927045] env[69304]: DEBUG nova.network.neutron [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Refreshing network info cache for port 14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.052819] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.145244] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52abc182-4164-328a-f9ff-deb15801a412, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.146131] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5213a2-e3ab-420d-9e39-9a5bad82b49b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.152742] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 733.152742] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52854242-b993-866e-8ab2-444e25c327f4" [ 733.152742] env[69304]: _type = "Task" [ 733.152742] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.163218] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52854242-b993-866e-8ab2-444e25c327f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.235079] env[69304]: DEBUG nova.compute.manager [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.235079] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.235753] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7f6f1e-e039-451a-8801-1587e5ae8100 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.244812] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.245217] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a7a3505-1699-442d-86c8-ac2daeae90d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.253886] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 733.253886] env[69304]: value = "task-4208343" [ 733.253886] env[69304]: _type = "Task" [ 733.253886] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.264248] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.375669] env[69304]: DEBUG nova.scheduler.client.report [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.672495] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52854242-b993-866e-8ab2-444e25c327f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.673342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.673704] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] ca0a02b6-916f-47b1-931e-f3317ef8ea89/ca0a02b6-916f-47b1-931e-f3317ef8ea89.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.674050] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c7b1ca2-8719-4c21-89ea-4c248d27a3d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.682555] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 733.682555] env[69304]: value = "task-4208344" [ 733.682555] env[69304]: _type = "Task" [ 733.682555] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.693142] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.764975] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208343, 'name': PowerOffVM_Task, 'duration_secs': 0.291941} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.765398] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.765456] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.769341] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9926764f-7585-444a-8a7d-352d5934f7f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.851383] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.851383] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.851383] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleting the datastore file [datastore2] c6c05049-8183-4094-9d4c-1b3212e9f202 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.851383] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4debb78-42a7-464d-bb32-dc2df686ecb3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.859023] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 733.859023] env[69304]: value = "task-4208346" [ 733.859023] env[69304]: _type = "Task" [ 733.859023] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.871829] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.883309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.883309] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.886761] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.875s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.890355] env[69304]: INFO nova.compute.claims [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.963217] env[69304]: DEBUG nova.network.neutron [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updated VIF entry in instance network info cache for port 14844e30-0d0d-4272-a530-7dc4c36d88f7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.963681] env[69304]: DEBUG nova.network.neutron [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updating instance_info_cache with network_info: [{"id": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "address": "fa:16:3e:fb:3a:82", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14844e30-0d", "ovs_interfaceid": "14844e30-0d0d-4272-a530-7dc4c36d88f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.197722] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.370852] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208346, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.390182] env[69304]: DEBUG nova.compute.utils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.395026] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.395026] env[69304]: DEBUG nova.network.neutron [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.467690] env[69304]: DEBUG oslo_concurrency.lockutils [req-de6a3b2f-c328-4056-a657-20e84bf7627d req-f6712f3a-36bd-44b3-991a-cdb12bd3a1fc service nova] Releasing lock "refresh_cache-af9f9491-7450-409a-ad17-1f0f74f58829" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.487058] env[69304]: DEBUG nova.policy [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ce15d63aede48be867a58b65eb9a1dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4b1d4d88a9c46468fd718a63fdd7875', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.527367] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "4458a759-c025-4325-8553-64c4fd7ebbde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.528107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.695058] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605925} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.695372] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] ca0a02b6-916f-47b1-931e-f3317ef8ea89/ca0a02b6-916f-47b1-931e-f3317ef8ea89.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.695594] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.695875] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbb17e33-2040-4a3d-b5ea-d2a80dcbcba0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.705469] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 734.705469] env[69304]: value = "task-4208347" [ 734.705469] env[69304]: _type = "Task" [ 734.705469] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.718372] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.874658] env[69304]: DEBUG oslo_vmware.api [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515003} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.875106] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.877264] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.877264] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.877264] env[69304]: INFO nova.compute.manager [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Took 1.64 seconds to destroy the instance on the hypervisor. [ 734.877264] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.878230] env[69304]: DEBUG nova.compute.manager [-] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.878340] env[69304]: DEBUG nova.network.neutron [-] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.900390] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.089317] env[69304]: DEBUG nova.network.neutron [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Successfully created port: 76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.225145] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085868} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.226298] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.227598] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dd65bc-e223-48a2-84cf-5d2d1d83a7ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.257850] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] ca0a02b6-916f-47b1-931e-f3317ef8ea89/ca0a02b6-916f-47b1-931e-f3317ef8ea89.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.261021] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c5fbf8-c096-4a69-8cab-7faad9bb6a8b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.284288] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 735.284288] env[69304]: value = "task-4208348" [ 735.284288] env[69304]: _type = "Task" [ 735.284288] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.302186] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.391250] env[69304]: DEBUG nova.compute.manager [req-b04ac5b4-d068-41bc-8708-1fb8f2edfb4e req-b29da0e6-5d6c-45b0-be48-bf42d9c9658b service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Received event network-vif-deleted-81006978-5f5a-4f6c-99c5-e3ad50def886 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 735.391441] env[69304]: INFO nova.compute.manager [req-b04ac5b4-d068-41bc-8708-1fb8f2edfb4e req-b29da0e6-5d6c-45b0-be48-bf42d9c9658b service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Neutron deleted interface 81006978-5f5a-4f6c-99c5-e3ad50def886; detaching it from the instance and deleting it from the info cache [ 735.391618] env[69304]: DEBUG nova.network.neutron [req-b04ac5b4-d068-41bc-8708-1fb8f2edfb4e req-b29da0e6-5d6c-45b0-be48-bf42d9c9658b service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.526806] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd27ec7-08f6-42ff-b841-ce41a15116e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.536091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d91c4-bcb8-4c74-b80a-f1f307e82871 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.568778] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98405e2-e537-4396-b76f-e0ecae7cbcdd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.577470] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455cf9f-3ab4-42e2-8e1d-7155494177bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.593776] env[69304]: DEBUG nova.compute.provider_tree [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.728757] env[69304]: DEBUG nova.network.neutron [-] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.797693] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.812992] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "95df5a66-c49d-4435-835b-82d0ba35b4ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.812992] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.895853] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5a0c44e-b74c-4c83-ab7d-b857ed5f7511 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.906740] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ace7e1-d8cf-4d06-b153-200e25434c31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.918833] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.942675] env[69304]: DEBUG nova.compute.manager [req-b04ac5b4-d068-41bc-8708-1fb8f2edfb4e req-b29da0e6-5d6c-45b0-be48-bf42d9c9658b service nova] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Detach interface failed, port_id=81006978-5f5a-4f6c-99c5-e3ad50def886, reason: Instance c6c05049-8183-4094-9d4c-1b3212e9f202 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 735.953786] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.954067] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.954248] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.954415] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.954575] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.954732] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.954942] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.955116] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.955525] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.955751] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.955952] env[69304]: DEBUG nova.virt.hardware [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.956849] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afdf43d-6d7a-4051-993d-3cc793e24775 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.965907] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c8320-7ad2-4a7d-9914-14e39060a4da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.097605] env[69304]: DEBUG nova.scheduler.client.report [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.229942] env[69304]: INFO nova.compute.manager [-] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Took 1.35 seconds to deallocate network for instance. [ 736.301282] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208348, 'name': ReconfigVM_Task, 'duration_secs': 0.67712} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.301829] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Reconfigured VM instance instance-0000001a to attach disk [datastore2] ca0a02b6-916f-47b1-931e-f3317ef8ea89/ca0a02b6-916f-47b1-931e-f3317ef8ea89.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.302660] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8123e3f7-bb41-4112-b387-b8018f63f666 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.314125] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 736.314125] env[69304]: value = "task-4208349" [ 736.314125] env[69304]: _type = "Task" [ 736.314125] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.325094] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208349, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.603357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.603889] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.606744] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.652s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.608253] env[69304]: INFO nova.compute.claims [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.737816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.827424] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208349, 'name': Rename_Task, 'duration_secs': 0.210858} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.827795] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.828208] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f6c2d2-b886-4c8a-8f9a-cacc66d2150d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.837194] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 736.837194] env[69304]: value = "task-4208350" [ 736.837194] env[69304]: _type = "Task" [ 736.837194] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.844232] env[69304]: DEBUG nova.compute.manager [req-d8fe3be5-c335-4d72-8dd3-d7572bff00a1 req-1920c726-7c4f-443e-884c-50d9a6e0f2bc service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Received event network-vif-plugged-76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 736.844540] env[69304]: DEBUG oslo_concurrency.lockutils [req-d8fe3be5-c335-4d72-8dd3-d7572bff00a1 req-1920c726-7c4f-443e-884c-50d9a6e0f2bc service nova] Acquiring lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.845250] env[69304]: DEBUG oslo_concurrency.lockutils [req-d8fe3be5-c335-4d72-8dd3-d7572bff00a1 req-1920c726-7c4f-443e-884c-50d9a6e0f2bc service nova] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.845455] env[69304]: DEBUG oslo_concurrency.lockutils [req-d8fe3be5-c335-4d72-8dd3-d7572bff00a1 req-1920c726-7c4f-443e-884c-50d9a6e0f2bc service nova] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.845637] env[69304]: DEBUG nova.compute.manager [req-d8fe3be5-c335-4d72-8dd3-d7572bff00a1 req-1920c726-7c4f-443e-884c-50d9a6e0f2bc service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] No waiting events found dispatching network-vif-plugged-76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 736.845903] env[69304]: WARNING nova.compute.manager [req-d8fe3be5-c335-4d72-8dd3-d7572bff00a1 req-1920c726-7c4f-443e-884c-50d9a6e0f2bc service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Received unexpected event network-vif-plugged-76ac0520-f497-4699-a9b4-563ae1d13bd5 for instance with vm_state building and task_state spawning. [ 736.853903] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.014171] env[69304]: DEBUG nova.network.neutron [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Successfully updated port: 76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.112467] env[69304]: DEBUG nova.compute.utils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.113945] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.114150] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.170854] env[69304]: DEBUG nova.policy [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500cb71318d5469db6b5c5f123f679ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f538f734d54f5b8f748249e10d5465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.350459] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.517233] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "refresh_cache-589e0952-2ddf-4ca5-9cb4-0fd3c489d559" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.517420] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquired lock "refresh_cache-589e0952-2ddf-4ca5-9cb4-0fd3c489d559" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.517669] env[69304]: DEBUG nova.network.neutron [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.556060] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Successfully created port: cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.617346] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.854072] env[69304]: DEBUG oslo_vmware.api [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208350, 'name': PowerOnVM_Task, 'duration_secs': 0.650334} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.854401] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.854660] env[69304]: INFO nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Took 9.93 seconds to spawn the instance on the hypervisor. [ 737.855099] env[69304]: DEBUG nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.856163] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1651aec9-0fdf-415e-ae66-84c518f1aa5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.054658] env[69304]: DEBUG nova.network.neutron [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.105922] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Successfully created port: aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.197485] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab93a2f7-cd5c-4cac-a4de-6d1713430975 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.207837] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789c792c-0e48-4c34-ad9c-a937faad5a78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.240608] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152977a-f44c-4caa-85c1-d2d228aa00fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.244196] env[69304]: DEBUG nova.network.neutron [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Updating instance_info_cache with network_info: [{"id": "76ac0520-f497-4699-a9b4-563ae1d13bd5", "address": "fa:16:3e:ac:8e:60", "network": {"id": "1ffd1744-41ef-4574-8c33-14ef37cdf2e6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-147881456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4b1d4d88a9c46468fd718a63fdd7875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ac0520-f4", "ovs_interfaceid": "76ac0520-f497-4699-a9b4-563ae1d13bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.251457] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8010f648-9572-402f-9f00-b0760dddfcc0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.267166] env[69304]: DEBUG nova.compute.provider_tree [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.387264] env[69304]: INFO nova.compute.manager [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Took 44.10 seconds to build instance. [ 738.632100] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.661559] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.661893] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.662109] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.662351] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.662577] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.662770] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.663039] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.663281] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.663501] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.663699] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.663950] env[69304]: DEBUG nova.virt.hardware [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.665445] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612cf1dc-84e9-4e18-b17e-3e09a0ecaaa2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.674972] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ed5e3-2779-4201-aef0-cdfb6fa41c2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.746902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Releasing lock "refresh_cache-589e0952-2ddf-4ca5-9cb4-0fd3c489d559" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.747381] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Instance network_info: |[{"id": "76ac0520-f497-4699-a9b4-563ae1d13bd5", "address": "fa:16:3e:ac:8e:60", "network": {"id": "1ffd1744-41ef-4574-8c33-14ef37cdf2e6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-147881456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4b1d4d88a9c46468fd718a63fdd7875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ac0520-f4", "ovs_interfaceid": "76ac0520-f497-4699-a9b4-563ae1d13bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.748019] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:8e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76ac0520-f497-4699-a9b4-563ae1d13bd5', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.757124] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Creating folder: Project (c4b1d4d88a9c46468fd718a63fdd7875). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.757507] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97cf9ee1-b240-461b-8829-bbcea72f546a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.771294] env[69304]: DEBUG nova.scheduler.client.report [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.775879] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Created folder: Project (c4b1d4d88a9c46468fd718a63fdd7875) in parent group-v832645. [ 738.776233] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Creating folder: Instances. Parent ref: group-v832726. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.776777] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0762cd3-1705-47ec-bff0-7db1cf0fc272 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.786415] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Successfully created port: 3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.790350] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Created folder: Instances in parent group-v832726. [ 738.790619] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.790827] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.791087] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d978e4-e231-4392-8aaf-ee77677f93e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.815024] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.815024] env[69304]: value = "task-4208353" [ 738.815024] env[69304]: _type = "Task" [ 738.815024] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.827024] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208353, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.890207] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3cd15ed1-ee0c-4569-b468-43b9928289f0 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.173s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.136255] env[69304]: DEBUG nova.compute.manager [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Received event network-changed-76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 739.136255] env[69304]: DEBUG nova.compute.manager [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Refreshing instance network info cache due to event network-changed-76ac0520-f497-4699-a9b4-563ae1d13bd5. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 739.137211] env[69304]: DEBUG oslo_concurrency.lockutils [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] Acquiring lock "refresh_cache-589e0952-2ddf-4ca5-9cb4-0fd3c489d559" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.137211] env[69304]: DEBUG oslo_concurrency.lockutils [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] Acquired lock "refresh_cache-589e0952-2ddf-4ca5-9cb4-0fd3c489d559" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.137470] env[69304]: DEBUG nova.network.neutron [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Refreshing network info cache for port 76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.278262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.279085] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.281501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.063s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.283580] env[69304]: INFO nova.compute.claims [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.335102] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208353, 'name': CreateVM_Task, 'duration_secs': 0.424277} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.335102] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.336171] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.336171] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.336171] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.336451] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1149f5ca-c16b-4d9a-91e1-d60f203c6945 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.342574] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 739.342574] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528c5dc1-1b2c-e2cd-c008-89d992785b0b" [ 739.342574] env[69304]: _type = "Task" [ 739.342574] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.352405] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528c5dc1-1b2c-e2cd-c008-89d992785b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.395189] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.795037] env[69304]: DEBUG nova.compute.utils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.803535] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.806539] env[69304]: DEBUG nova.network.neutron [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.854498] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528c5dc1-1b2c-e2cd-c008-89d992785b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015885} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.854912] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.855276] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.855548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.855747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.855973] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.856689] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640afca8-4b51-405b-87b3-8d7f7f98f7f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.868865] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.868865] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.872253] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3299c8d-f0fa-42f9-9b69-095cb32e68ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.876796] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 739.876796] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a826a-48bc-d8a1-e9dc-e5604c722bbc" [ 739.876796] env[69304]: _type = "Task" [ 739.876796] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.887825] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a826a-48bc-d8a1-e9dc-e5604c722bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.926269] env[69304]: DEBUG nova.policy [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '949499a01e424d71a6856ffb017255b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8112e6a1eb2442f29fd5888089022b13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.928768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.967887] env[69304]: DEBUG nova.network.neutron [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Updated VIF entry in instance network info cache for port 76ac0520-f497-4699-a9b4-563ae1d13bd5. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.967887] env[69304]: DEBUG nova.network.neutron [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Updating instance_info_cache with network_info: [{"id": "76ac0520-f497-4699-a9b4-563ae1d13bd5", "address": "fa:16:3e:ac:8e:60", "network": {"id": "1ffd1744-41ef-4574-8c33-14ef37cdf2e6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-147881456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4b1d4d88a9c46468fd718a63fdd7875", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76ac0520-f4", "ovs_interfaceid": "76ac0520-f497-4699-a9b4-563ae1d13bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.276411] env[69304]: DEBUG nova.network.neutron [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Successfully created port: 8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.304556] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.391676] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a826a-48bc-d8a1-e9dc-e5604c722bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.392119] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60ca419-7950-44d4-b77b-3d6c5f1cc276 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.399201] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 740.399201] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2b197-cc16-56f0-d604-63b902055539" [ 740.399201] env[69304]: _type = "Task" [ 740.399201] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.412162] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2b197-cc16-56f0-d604-63b902055539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.470636] env[69304]: DEBUG oslo_concurrency.lockutils [req-3d0c7073-f07a-4117-9681-22f35219bd94 req-53dfc274-af8c-4beb-a055-cf4641f76fff service nova] Releasing lock "refresh_cache-589e0952-2ddf-4ca5-9cb4-0fd3c489d559" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.852153] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Successfully updated port: cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.887125] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93225ca-5c1d-4fcc-b74e-1fd437af1729 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.895132] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e557f9-4698-4c09-a9f9-4498661ca5ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.933165] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89f92b-f067-4804-b83d-8d32b72fa2dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.941952] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2b197-cc16-56f0-d604-63b902055539, 'name': SearchDatastore_Task, 'duration_secs': 0.016478} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.941952] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.942206] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 589e0952-2ddf-4ca5-9cb4-0fd3c489d559/589e0952-2ddf-4ca5-9cb4-0fd3c489d559.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.942641] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e247e419-12cf-4005-bdf2-f5b87e75b60d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.948971] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554aff32-0957-4bb1-b938-60cfa0032a8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.954159] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 740.954159] env[69304]: value = "task-4208354" [ 740.954159] env[69304]: _type = "Task" [ 740.954159] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.971246] env[69304]: DEBUG nova.compute.provider_tree [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.978853] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.175340] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e2390-1663-92b8-ecae-fc6ae2b152b5/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.176691] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c98aa79-bdcf-4ac5-88ed-e35a1f52aa64 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.184325] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e2390-1663-92b8-ecae-fc6ae2b152b5/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.184573] env[69304]: ERROR oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e2390-1663-92b8-ecae-fc6ae2b152b5/disk-0.vmdk due to incomplete transfer. [ 741.184881] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f09ec99-4769-4531-bfc4-c4dbf4cdba7d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.194458] env[69304]: DEBUG oslo_vmware.rw_handles [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e2390-1663-92b8-ecae-fc6ae2b152b5/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.194689] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Uploaded image da117e9a-164f-40c2-ae19-1e0c2802f6b7 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.196820] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.197825] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f5d0515-ebf1-49a3-b3eb-d553765bd84c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.206515] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 741.206515] env[69304]: value = "task-4208355" [ 741.206515] env[69304]: _type = "Task" [ 741.206515] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.217992] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208355, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.283427] env[69304]: DEBUG nova.compute.manager [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-vif-plugged-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 741.283540] env[69304]: DEBUG oslo_concurrency.lockutils [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] Acquiring lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.283802] env[69304]: DEBUG oslo_concurrency.lockutils [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.284063] env[69304]: DEBUG oslo_concurrency.lockutils [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.284282] env[69304]: DEBUG nova.compute.manager [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] No waiting events found dispatching network-vif-plugged-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.284485] env[69304]: WARNING nova.compute.manager [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received unexpected event network-vif-plugged-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 for instance with vm_state building and task_state spawning. [ 741.284703] env[69304]: DEBUG nova.compute.manager [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-changed-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 741.284905] env[69304]: DEBUG nova.compute.manager [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Refreshing instance network info cache due to event network-changed-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 741.285181] env[69304]: DEBUG oslo_concurrency.lockutils [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] Acquiring lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.285388] env[69304]: DEBUG oslo_concurrency.lockutils [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] Acquired lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.285573] env[69304]: DEBUG nova.network.neutron [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Refreshing network info cache for port cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.319554] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.347281] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.347597] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.347760] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.348407] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.348407] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.348589] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.348835] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.348988] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.349288] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.349728] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.350058] env[69304]: DEBUG nova.virt.hardware [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.352450] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a8eb73-19f6-4bff-b8da-bcde7d817a1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.368526] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e5388-e749-469e-a2ac-d8cb7601008a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.468031] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208354, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.475501] env[69304]: DEBUG nova.scheduler.client.report [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.570632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "fbf78283-a645-4b46-a501-57fd0979bd10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.570961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.718591] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208355, 'name': Destroy_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.767030] env[69304]: DEBUG nova.compute.manager [req-f75a29b3-d2c4-4ca9-b8f0-f734c390128c req-6e17c9b8-6c0d-4926-bdce-9ef22ce1d6d0 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Received event network-vif-plugged-8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 741.767030] env[69304]: DEBUG oslo_concurrency.lockutils [req-f75a29b3-d2c4-4ca9-b8f0-f734c390128c req-6e17c9b8-6c0d-4926-bdce-9ef22ce1d6d0 service nova] Acquiring lock "2a395bfb-2b03-418e-92b5-df650a6b8f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.767030] env[69304]: DEBUG oslo_concurrency.lockutils [req-f75a29b3-d2c4-4ca9-b8f0-f734c390128c req-6e17c9b8-6c0d-4926-bdce-9ef22ce1d6d0 service nova] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.767030] env[69304]: DEBUG oslo_concurrency.lockutils [req-f75a29b3-d2c4-4ca9-b8f0-f734c390128c req-6e17c9b8-6c0d-4926-bdce-9ef22ce1d6d0 service nova] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.767030] env[69304]: DEBUG nova.compute.manager [req-f75a29b3-d2c4-4ca9-b8f0-f734c390128c req-6e17c9b8-6c0d-4926-bdce-9ef22ce1d6d0 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] No waiting events found dispatching network-vif-plugged-8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.767030] env[69304]: WARNING nova.compute.manager [req-f75a29b3-d2c4-4ca9-b8f0-f734c390128c req-6e17c9b8-6c0d-4926-bdce-9ef22ce1d6d0 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Received unexpected event network-vif-plugged-8eccc439-06db-4e95-807a-e9489368a33c for instance with vm_state building and task_state spawning. [ 741.843277] env[69304]: DEBUG nova.network.neutron [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.929204] env[69304]: DEBUG nova.network.neutron [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Successfully updated port: 8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.968704] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551769} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.970160] env[69304]: DEBUG nova.network.neutron [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.972846] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 589e0952-2ddf-4ca5-9cb4-0fd3c489d559/589e0952-2ddf-4ca5-9cb4-0fd3c489d559.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.973183] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.973764] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18e5f62e-43d1-4c96-8939-ced60ad3e5d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.981382] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.982183] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.988042] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 741.988042] env[69304]: value = "task-4208356" [ 741.988042] env[69304]: _type = "Task" [ 741.988042] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.988042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.990s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.988042] env[69304]: INFO nova.compute.claims [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.000405] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.219399] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208355, 'name': Destroy_Task, 'duration_secs': 0.527376} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.219829] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Destroyed the VM [ 742.220143] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.220463] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db43dcab-49c5-4d67-bf2a-a16622103dfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.230103] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 742.230103] env[69304]: value = "task-4208357" [ 742.230103] env[69304]: _type = "Task" [ 742.230103] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.239646] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208357, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.433155] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "refresh_cache-2a395bfb-2b03-418e-92b5-df650a6b8f10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.433155] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired lock "refresh_cache-2a395bfb-2b03-418e-92b5-df650a6b8f10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.434471] env[69304]: DEBUG nova.network.neutron [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.474954] env[69304]: DEBUG oslo_concurrency.lockutils [req-689938ea-c134-4d96-b062-b2f40cf78661 req-c61457b1-830f-4a3f-9e4d-b4c2e9269506 service nova] Releasing lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.488114] env[69304]: DEBUG nova.compute.utils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.489084] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.493258] env[69304]: DEBUG nova.network.neutron [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.507784] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069744} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.513286] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.514207] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d815b3-7994-40b6-b024-7d88bf335c90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.539374] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 589e0952-2ddf-4ca5-9cb4-0fd3c489d559/589e0952-2ddf-4ca5-9cb4-0fd3c489d559.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.540101] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6055747d-c528-4063-9e0b-839354b80caf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.556654] env[69304]: DEBUG nova.policy [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b7889868679469d85c114370364e9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd38b3eeab28b4aa0af4223365b0bf047', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.564781] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 742.564781] env[69304]: value = "task-4208358" [ 742.564781] env[69304]: _type = "Task" [ 742.564781] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.573883] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.741279] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208357, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.831395] env[69304]: DEBUG nova.network.neutron [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Successfully created port: d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.983132] env[69304]: DEBUG nova.network.neutron [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.996349] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.080727] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208358, 'name': ReconfigVM_Task, 'duration_secs': 0.3232} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.084938] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 589e0952-2ddf-4ca5-9cb4-0fd3c489d559/589e0952-2ddf-4ca5-9cb4-0fd3c489d559.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.086800] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e4af16-725b-402f-b1ef-1c9d296f0b92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.098033] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 743.098033] env[69304]: value = "task-4208359" [ 743.098033] env[69304]: _type = "Task" [ 743.098033] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.104231] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208359, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.228662] env[69304]: DEBUG nova.network.neutron [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Updating instance_info_cache with network_info: [{"id": "8eccc439-06db-4e95-807a-e9489368a33c", "address": "fa:16:3e:12:68:ff", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eccc439-06", "ovs_interfaceid": "8eccc439-06db-4e95-807a-e9489368a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.252359] env[69304]: DEBUG oslo_vmware.api [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208357, 'name': RemoveSnapshot_Task, 'duration_secs': 0.959995} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.252359] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.252359] env[69304]: INFO nova.compute.manager [None req-8f304e15-39ae-4ae6-9027-7663a12f4ff8 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Took 16.43 seconds to snapshot the instance on the hypervisor. [ 743.262079] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Successfully updated port: aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.339780] env[69304]: DEBUG nova.compute.manager [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-vif-plugged-aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 743.339780] env[69304]: DEBUG oslo_concurrency.lockutils [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] Acquiring lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.339780] env[69304]: DEBUG oslo_concurrency.lockutils [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.339780] env[69304]: DEBUG oslo_concurrency.lockutils [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.339780] env[69304]: DEBUG nova.compute.manager [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] No waiting events found dispatching network-vif-plugged-aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.339952] env[69304]: WARNING nova.compute.manager [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received unexpected event network-vif-plugged-aa797920-778c-48aa-9b04-59728c5f1367 for instance with vm_state building and task_state spawning. [ 743.339989] env[69304]: DEBUG nova.compute.manager [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-changed-aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 743.340171] env[69304]: DEBUG nova.compute.manager [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Refreshing instance network info cache due to event network-changed-aa797920-778c-48aa-9b04-59728c5f1367. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 743.340352] env[69304]: DEBUG oslo_concurrency.lockutils [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] Acquiring lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.340489] env[69304]: DEBUG oslo_concurrency.lockutils [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] Acquired lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.340644] env[69304]: DEBUG nova.network.neutron [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Refreshing network info cache for port aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.579065] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4c5b4-755c-4c93-97f5-3832978a46df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.588526] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c441d4-e507-45e6-9916-067fb15ae2f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.628426] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26c2d11-10d9-4185-ab45-f546cecc7e1f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.635136] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208359, 'name': Rename_Task, 'duration_secs': 0.162914} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.635838] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.636110] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d8f4fdf-42bb-42c6-b02e-1289228b797f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.643321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81208d07-d117-48a2-864d-4f8cd457c131 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.648577] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 743.648577] env[69304]: value = "task-4208360" [ 743.648577] env[69304]: _type = "Task" [ 743.648577] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.661041] env[69304]: DEBUG nova.compute.provider_tree [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.668996] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208360, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.730595] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Releasing lock "refresh_cache-2a395bfb-2b03-418e-92b5-df650a6b8f10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.730948] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Instance network_info: |[{"id": "8eccc439-06db-4e95-807a-e9489368a33c", "address": "fa:16:3e:12:68:ff", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eccc439-06", "ovs_interfaceid": "8eccc439-06db-4e95-807a-e9489368a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.731414] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:68:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eccc439-06db-4e95-807a-e9489368a33c', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.739229] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.739926] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.740154] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5bed0bc-4ec1-4f11-bafc-644b3110e69c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.764040] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.764040] env[69304]: value = "task-4208361" [ 743.764040] env[69304]: _type = "Task" [ 743.764040] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.777151] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208361, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.793990] env[69304]: DEBUG nova.compute.manager [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Received event network-changed-8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 743.794221] env[69304]: DEBUG nova.compute.manager [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Refreshing instance network info cache due to event network-changed-8eccc439-06db-4e95-807a-e9489368a33c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 743.794424] env[69304]: DEBUG oslo_concurrency.lockutils [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] Acquiring lock "refresh_cache-2a395bfb-2b03-418e-92b5-df650a6b8f10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.794560] env[69304]: DEBUG oslo_concurrency.lockutils [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] Acquired lock "refresh_cache-2a395bfb-2b03-418e-92b5-df650a6b8f10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.794711] env[69304]: DEBUG nova.network.neutron [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Refreshing network info cache for port 8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.896024] env[69304]: DEBUG nova.network.neutron [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.998649] env[69304]: DEBUG nova.network.neutron [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.013165] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.042939] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.043390] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.043559] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.043795] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.043991] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.044213] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.044460] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.044653] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.044800] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.045337] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.045430] env[69304]: DEBUG nova.virt.hardware [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.046653] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56457d2-257f-4809-a269-bf7e713677e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.056130] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef7faca-0f7e-47a4-a353-04de9794f592 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.160301] env[69304]: DEBUG oslo_vmware.api [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208360, 'name': PowerOnVM_Task, 'duration_secs': 0.511647} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.160407] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.161032] env[69304]: INFO nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Took 8.24 seconds to spawn the instance on the hypervisor. [ 744.161032] env[69304]: DEBUG nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.161787] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c0b5b-b67a-45de-b33c-4e60854f77ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.165265] env[69304]: DEBUG nova.scheduler.client.report [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.278428] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208361, 'name': CreateVM_Task, 'duration_secs': 0.456416} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.278613] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.279681] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.281033] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.281033] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.281033] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f7f59d-3846-497d-ba03-944c04aba3e7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.286369] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 744.286369] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f14a89-b2e3-1387-5f5f-b0d9f9fd92e8" [ 744.286369] env[69304]: _type = "Task" [ 744.286369] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.296623] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f14a89-b2e3-1387-5f5f-b0d9f9fd92e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.503757] env[69304]: DEBUG oslo_concurrency.lockutils [req-15f8730e-dd52-40aa-8032-6b586703de69 req-e3502934-2eb7-42f6-babd-2cc34235f413 service nova] Releasing lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.628409] env[69304]: DEBUG nova.network.neutron [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Updated VIF entry in instance network info cache for port 8eccc439-06db-4e95-807a-e9489368a33c. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.628855] env[69304]: DEBUG nova.network.neutron [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Updating instance_info_cache with network_info: [{"id": "8eccc439-06db-4e95-807a-e9489368a33c", "address": "fa:16:3e:12:68:ff", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eccc439-06", "ovs_interfaceid": "8eccc439-06db-4e95-807a-e9489368a33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.660324] env[69304]: DEBUG nova.network.neutron [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Successfully updated port: d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.674022] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.674561] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.679922] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.362s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.682415] env[69304]: INFO nova.compute.claims [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.690380] env[69304]: INFO nova.compute.manager [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Took 42.34 seconds to build instance. [ 744.799050] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f14a89-b2e3-1387-5f5f-b0d9f9fd92e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.799416] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.799683] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.799929] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.800091] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.800279] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.800907] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35efdee0-5ca6-41a1-ac73-b3e336ec5603 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.811904] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.812128] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.812905] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f364ab0-7c14-455a-8948-4848c67934ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.819917] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 744.819917] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529247ec-1cef-0a65-9d7d-9f46cfc13a9c" [ 744.819917] env[69304]: _type = "Task" [ 744.819917] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.829155] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529247ec-1cef-0a65-9d7d-9f46cfc13a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.990602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "088f3721-eae5-46fc-8d2b-a0ba199f1718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.990884] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.991109] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "088f3721-eae5-46fc-8d2b-a0ba199f1718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.991311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.991567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.993562] env[69304]: INFO nova.compute.manager [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Terminating instance [ 745.132423] env[69304]: DEBUG oslo_concurrency.lockutils [req-1cb788a4-dc9b-4ef5-9183-7fa321fe2c66 req-e07f9c60-cf5e-4183-beee-bd3868e70855 service nova] Releasing lock "refresh_cache-2a395bfb-2b03-418e-92b5-df650a6b8f10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.166369] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.166560] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.166704] env[69304]: DEBUG nova.network.neutron [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.181389] env[69304]: DEBUG nova.compute.utils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.183063] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.183287] env[69304]: DEBUG nova.network.neutron [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.192120] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.905s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.229656] env[69304]: DEBUG nova.policy [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e94c743d164b47e3be43077808b63f44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '739e9ba7b4614ec597bfb1c17def39cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.338285] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529247ec-1cef-0a65-9d7d-9f46cfc13a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.339111] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28c64e9-8818-449c-a5a6-e29524ffa733 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.346369] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 745.346369] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ea5f2c-283a-0ec5-b45f-6d12f7541ee0" [ 745.346369] env[69304]: _type = "Task" [ 745.346369] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.356658] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ea5f2c-283a-0ec5-b45f-6d12f7541ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.500485] env[69304]: DEBUG nova.compute.manager [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.500740] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.501863] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48053608-7208-4390-8903-59e7f98ba471 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.514023] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.514023] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-606f69b3-704f-4257-8ea4-78e41a4db7bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.519720] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 745.519720] env[69304]: value = "task-4208362" [ 745.519720] env[69304]: _type = "Task" [ 745.519720] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.533454] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.543812] env[69304]: DEBUG nova.network.neutron [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Successfully created port: 98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.558344] env[69304]: DEBUG nova.compute.manager [req-8db9eea9-4477-46ce-ac3a-ae21918e89d8 req-0f2369cc-2f74-45ad-a924-66cfae816044 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-vif-plugged-3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 745.559031] env[69304]: DEBUG oslo_concurrency.lockutils [req-8db9eea9-4477-46ce-ac3a-ae21918e89d8 req-0f2369cc-2f74-45ad-a924-66cfae816044 service nova] Acquiring lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.559997] env[69304]: DEBUG oslo_concurrency.lockutils [req-8db9eea9-4477-46ce-ac3a-ae21918e89d8 req-0f2369cc-2f74-45ad-a924-66cfae816044 service nova] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.559997] env[69304]: DEBUG oslo_concurrency.lockutils [req-8db9eea9-4477-46ce-ac3a-ae21918e89d8 req-0f2369cc-2f74-45ad-a924-66cfae816044 service nova] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.559997] env[69304]: DEBUG nova.compute.manager [req-8db9eea9-4477-46ce-ac3a-ae21918e89d8 req-0f2369cc-2f74-45ad-a924-66cfae816044 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] No waiting events found dispatching network-vif-plugged-3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.560136] env[69304]: WARNING nova.compute.manager [req-8db9eea9-4477-46ce-ac3a-ae21918e89d8 req-0f2369cc-2f74-45ad-a924-66cfae816044 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received unexpected event network-vif-plugged-3e1cb55c-1307-4341-a201-16e745970b49 for instance with vm_state building and task_state spawning. [ 745.636671] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Successfully updated port: 3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.687200] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.697753] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.716073] env[69304]: DEBUG nova.network.neutron [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.863102] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ea5f2c-283a-0ec5-b45f-6d12f7541ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.021408} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.869326] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.869945] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2a395bfb-2b03-418e-92b5-df650a6b8f10/2a395bfb-2b03-418e-92b5-df650a6b8f10.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.873580] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecdf75b7-ee6e-4551-99d1-6b28752ddf15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.882611] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 745.882611] env[69304]: value = "task-4208363" [ 745.882611] env[69304]: _type = "Task" [ 745.882611] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.899304] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.016145] env[69304]: DEBUG nova.network.neutron [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updating instance_info_cache with network_info: [{"id": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "address": "fa:16:3e:4f:a6:d5", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e8a19-85", "ovs_interfaceid": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.029263] env[69304]: DEBUG nova.compute.manager [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Received event network-vif-plugged-d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 746.029882] env[69304]: DEBUG oslo_concurrency.lockutils [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] Acquiring lock "471f1c1b-7a56-4d65-b84d-a629a361d57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.029882] env[69304]: DEBUG oslo_concurrency.lockutils [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.029882] env[69304]: DEBUG oslo_concurrency.lockutils [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.030109] env[69304]: DEBUG nova.compute.manager [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] No waiting events found dispatching network-vif-plugged-d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.030471] env[69304]: WARNING nova.compute.manager [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Received unexpected event network-vif-plugged-d95e8a19-857f-4737-8a45-3afe26b9b40f for instance with vm_state building and task_state spawning. [ 746.031077] env[69304]: DEBUG nova.compute.manager [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Received event network-changed-d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 746.031077] env[69304]: DEBUG nova.compute.manager [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Refreshing instance network info cache due to event network-changed-d95e8a19-857f-4737-8a45-3afe26b9b40f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 746.031077] env[69304]: DEBUG oslo_concurrency.lockutils [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] Acquiring lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.038723] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208362, 'name': PowerOffVM_Task, 'duration_secs': 0.378752} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.042170] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.042489] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.043325] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c293d761-2673-4d33-8ec7-bf437508b429 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.123402] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.123703] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.124318] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Deleting the datastore file [datastore1] 088f3721-eae5-46fc-8d2b-a0ba199f1718 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.124318] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3fb7e20-b039-4fd9-b5d4-c8c586b1ad4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.133987] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for the task: (returnval){ [ 746.133987] env[69304]: value = "task-4208365" [ 746.133987] env[69304]: _type = "Task" [ 746.133987] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.141060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.141232] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.153164] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.233500] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.278825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.278825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.278825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.279064] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.279285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.283124] env[69304]: INFO nova.compute.manager [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Terminating instance [ 746.290121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508e3293-a764-41c5-81e9-fc5fda93ae62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.299114] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4efdd3c-d081-4b9d-b0e8-04bd5d6d83a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.334376] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193aeeec-dc21-44bf-abe4-26d8592979fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.344421] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a1da4-fe2b-494e-ac35-d469245cb015 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.361492] env[69304]: DEBUG nova.compute.provider_tree [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.393326] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.523752] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.524162] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Instance network_info: |[{"id": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "address": "fa:16:3e:4f:a6:d5", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e8a19-85", "ovs_interfaceid": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.524519] env[69304]: DEBUG oslo_concurrency.lockutils [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] Acquired lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.524704] env[69304]: DEBUG nova.network.neutron [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Refreshing network info cache for port d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.526400] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a6:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd95e8a19-857f-4737-8a45-3afe26b9b40f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.534076] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating folder: Project (d38b3eeab28b4aa0af4223365b0bf047). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.534752] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37c58a85-79e1-403d-a13d-01c8e13a570c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.549204] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created folder: Project (d38b3eeab28b4aa0af4223365b0bf047) in parent group-v832645. [ 746.549472] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating folder: Instances. Parent ref: group-v832730. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.550491] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72275f2b-d849-450d-8cb4-35b64e651c53 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.564328] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created folder: Instances in parent group-v832730. [ 746.564733] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.564850] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.564991] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e394338d-baac-4b31-bf65-40c34636b218 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.588987] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.588987] env[69304]: value = "task-4208368" [ 746.588987] env[69304]: _type = "Task" [ 746.588987] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.599256] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208368, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.653974] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.697712] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.721374] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.734491] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.734859] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.735332] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.735332] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.735448] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.735602] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.735843] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.736147] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.736535] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.736786] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.737091] env[69304]: DEBUG nova.virt.hardware [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.739017] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd2aa7e-1c82-4dc4-b82b-787a5532cafd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.750849] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ee04a3-b240-4611-b458-d786cc1d7d9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.790430] env[69304]: DEBUG nova.compute.manager [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.790430] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.790430] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121efdbb-307b-4deb-b368-98a2fe6cf128 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.800800] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.801676] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ad663ca-dd42-4139-a81c-a5b80a1141e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.811395] env[69304]: DEBUG oslo_vmware.api [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 746.811395] env[69304]: value = "task-4208369" [ 746.811395] env[69304]: _type = "Task" [ 746.811395] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.822028] env[69304]: DEBUG oslo_vmware.api [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.865466] env[69304]: DEBUG nova.scheduler.client.report [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.904739] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794542} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.905200] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2a395bfb-2b03-418e-92b5-df650a6b8f10/2a395bfb-2b03-418e-92b5-df650a6b8f10.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.905489] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.905810] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2665e819-8fc0-4a70-88d7-7ee11f210c9f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.916669] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 746.916669] env[69304]: value = "task-4208370" [ 746.916669] env[69304]: _type = "Task" [ 746.916669] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.929276] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.102516] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208368, 'name': CreateVM_Task, 'duration_secs': 0.46163} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.103194] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.103955] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.104356] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.104553] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.104848] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d901fba-70e1-4486-8c5d-97dc14b74ead {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.110212] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 747.110212] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522a4756-bb71-30ba-c970-e5468108d989" [ 747.110212] env[69304]: _type = "Task" [ 747.110212] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.121487] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522a4756-bb71-30ba-c970-e5468108d989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.154811] env[69304]: DEBUG oslo_vmware.api [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Task: {'id': task-4208365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540013} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.155179] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.155381] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.155506] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.155751] env[69304]: INFO nova.compute.manager [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Took 1.66 seconds to destroy the instance on the hypervisor. [ 747.155946] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.156136] env[69304]: DEBUG nova.compute.manager [-] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.156236] env[69304]: DEBUG nova.network.neutron [-] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.169695] env[69304]: DEBUG nova.network.neutron [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Successfully updated port: 98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.333514] env[69304]: DEBUG oslo_vmware.api [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208369, 'name': PowerOffVM_Task, 'duration_secs': 0.274337} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.333803] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.334082] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.334585] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c1554a0-f3f3-4936-88e3-1f7b5a7a2cde {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.373064] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.373626] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.376452] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.368s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.376563] env[69304]: DEBUG nova.objects.instance [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lazy-loading 'resources' on Instance uuid d479e8ff-6879-45b8-9d98-98ede70cf484 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.400758] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.401148] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.401236] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Deleting the datastore file [datastore1] 589e0952-2ddf-4ca5-9cb4-0fd3c489d559 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.401783] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0680da54-218f-4bf3-a537-448a5c18824f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.411212] env[69304]: DEBUG oslo_vmware.api [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for the task: (returnval){ [ 747.411212] env[69304]: value = "task-4208372" [ 747.411212] env[69304]: _type = "Task" [ 747.411212] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.418321] env[69304]: DEBUG oslo_vmware.api [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.419179] env[69304]: DEBUG nova.network.neutron [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updated VIF entry in instance network info cache for port d95e8a19-857f-4737-8a45-3afe26b9b40f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.419529] env[69304]: DEBUG nova.network.neutron [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updating instance_info_cache with network_info: [{"id": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "address": "fa:16:3e:4f:a6:d5", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e8a19-85", "ovs_interfaceid": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.431596] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11648} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.431596] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.436425] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9719b-b218-41ad-9188-58b8f431531e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.461020] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 2a395bfb-2b03-418e-92b5-df650a6b8f10/2a395bfb-2b03-418e-92b5-df650a6b8f10.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.461020] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9b7beb-c867-4178-8c09-b03e11ca6ce7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.485012] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 747.485012] env[69304]: value = "task-4208373" [ 747.485012] env[69304]: _type = "Task" [ 747.485012] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.494328] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.611009] env[69304]: DEBUG nova.network.neutron [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [{"id": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "address": "fa:16:3e:aa:a3:1b", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca5eb32-d6", "ovs_interfaceid": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa797920-778c-48aa-9b04-59728c5f1367", "address": "fa:16:3e:45:74:8b", "network": {"id": "ca9a1066-afa3-4fec-9750-5f3307ad3025", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1273779559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa797920-77", "ovs_interfaceid": "aa797920-778c-48aa-9b04-59728c5f1367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e1cb55c-1307-4341-a201-16e745970b49", "address": "fa:16:3e:77:dc:3a", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1cb55c-13", "ovs_interfaceid": "3e1cb55c-1307-4341-a201-16e745970b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.623740] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522a4756-bb71-30ba-c970-e5468108d989, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.623740] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.623740] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.624143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.624143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.625810] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.625810] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c87ac961-79cc-434f-b4df-8c1b2730573c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.633673] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.633999] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.634735] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab11cf0f-7f9e-463d-9be5-52f282dde1cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.641667] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 747.641667] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dc9013-ba5c-9391-42aa-bc8a21e35e97" [ 747.641667] env[69304]: _type = "Task" [ 747.641667] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.651559] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dc9013-ba5c-9391-42aa-bc8a21e35e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.674690] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "refresh_cache-c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.674690] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquired lock "refresh_cache-c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674690] env[69304]: DEBUG nova.network.neutron [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.723572] env[69304]: DEBUG nova.compute.manager [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-changed-3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 747.723775] env[69304]: DEBUG nova.compute.manager [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Refreshing instance network info cache due to event network-changed-3e1cb55c-1307-4341-a201-16e745970b49. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 747.723967] env[69304]: DEBUG oslo_concurrency.lockutils [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] Acquiring lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.881111] env[69304]: DEBUG nova.compute.utils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.881111] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.881206] env[69304]: DEBUG nova.network.neutron [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.925784] env[69304]: DEBUG oslo_vmware.api [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Task: {'id': task-4208372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173668} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.925784] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.925784] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.925784] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.925784] env[69304]: INFO nova.compute.manager [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Took 1.14 seconds to destroy the instance on the hypervisor. [ 747.925784] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.925784] env[69304]: DEBUG oslo_concurrency.lockutils [req-08551c81-2737-43ca-977d-4484787296d1 req-8fc7dd28-602a-4381-aa51-71d9e89fb479 service nova] Releasing lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.925784] env[69304]: DEBUG nova.compute.manager [-] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.925784] env[69304]: DEBUG nova.network.neutron [-] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.963687] env[69304]: DEBUG nova.policy [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b7889868679469d85c114370364e9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd38b3eeab28b4aa0af4223365b0bf047', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.003493] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.031743] env[69304]: DEBUG nova.network.neutron [-] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.083462] env[69304]: DEBUG nova.compute.manager [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Received event network-vif-plugged-98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 748.083847] env[69304]: DEBUG oslo_concurrency.lockutils [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] Acquiring lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.085342] env[69304]: DEBUG oslo_concurrency.lockutils [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.085342] env[69304]: DEBUG oslo_concurrency.lockutils [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.085342] env[69304]: DEBUG nova.compute.manager [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] No waiting events found dispatching network-vif-plugged-98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.086534] env[69304]: WARNING nova.compute.manager [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Received unexpected event network-vif-plugged-98480ccb-982d-42f2-ac20-a5bc8488f449 for instance with vm_state building and task_state spawning. [ 748.086534] env[69304]: DEBUG nova.compute.manager [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Received event network-changed-98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 748.086534] env[69304]: DEBUG nova.compute.manager [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Refreshing instance network info cache due to event network-changed-98480ccb-982d-42f2-ac20-a5bc8488f449. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 748.086975] env[69304]: DEBUG oslo_concurrency.lockutils [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] Acquiring lock "refresh_cache-c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.117826] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Releasing lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.120247] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance network_info: |[{"id": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "address": "fa:16:3e:aa:a3:1b", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca5eb32-d6", "ovs_interfaceid": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa797920-778c-48aa-9b04-59728c5f1367", "address": "fa:16:3e:45:74:8b", "network": {"id": "ca9a1066-afa3-4fec-9750-5f3307ad3025", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1273779559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa797920-77", "ovs_interfaceid": "aa797920-778c-48aa-9b04-59728c5f1367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e1cb55c-1307-4341-a201-16e745970b49", "address": "fa:16:3e:77:dc:3a", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1cb55c-13", "ovs_interfaceid": "3e1cb55c-1307-4341-a201-16e745970b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.120247] env[69304]: DEBUG oslo_concurrency.lockutils [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] Acquired lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.120247] env[69304]: DEBUG nova.network.neutron [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Refreshing network info cache for port 3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.125959] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:a3:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:74:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa797920-778c-48aa-9b04-59728c5f1367', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:dc:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e1cb55c-1307-4341-a201-16e745970b49', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.143022] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Creating folder: Project (73f538f734d54f5b8f748249e10d5465). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.145347] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5d3854b-348d-4a09-86fe-538e04faadff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.166331] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dc9013-ba5c-9391-42aa-bc8a21e35e97, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.171209] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Created folder: Project (73f538f734d54f5b8f748249e10d5465) in parent group-v832645. [ 748.171577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Creating folder: Instances. Parent ref: group-v832733. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.172847] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae5347d-b92f-4ffe-b538-fee46d93339f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.174410] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-305c9f0e-3794-4188-b216-f483e9025c9f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.183391] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 748.183391] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52de4125-046a-c92e-cf78-7f41ebfaa458" [ 748.183391] env[69304]: _type = "Task" [ 748.183391] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.190741] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Created folder: Instances in parent group-v832733. [ 748.191017] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.191969] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.191969] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7678b118-9a79-45de-b547-87c7f296f64c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.217834] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52de4125-046a-c92e-cf78-7f41ebfaa458, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.219299] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.219299] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/471f1c1b-7a56-4d65-b84d-a629a361d57b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.219619] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a7f5cdf-203e-4496-8463-70e82c1b9919 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.225565] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.225565] env[69304]: value = "task-4208376" [ 748.225565] env[69304]: _type = "Task" [ 748.225565] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.232727] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 748.232727] env[69304]: value = "task-4208377" [ 748.232727] env[69304]: _type = "Task" [ 748.232727] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.233387] env[69304]: DEBUG nova.network.neutron [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.245785] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208376, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.252676] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.388335] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.421401] env[69304]: DEBUG nova.network.neutron [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Updating instance_info_cache with network_info: [{"id": "98480ccb-982d-42f2-ac20-a5bc8488f449", "address": "fa:16:3e:86:8d:5c", "network": {"id": "fe208d2c-6cf6-4ac9-a2b0-ad70b5bda0b6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1802362162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "739e9ba7b4614ec597bfb1c17def39cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98480ccb-98", "ovs_interfaceid": "98480ccb-982d-42f2-ac20-a5bc8488f449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.439664] env[69304]: DEBUG nova.network.neutron [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Successfully created port: 54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.502800] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208373, 'name': ReconfigVM_Task, 'duration_secs': 0.899028} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.502992] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 2a395bfb-2b03-418e-92b5-df650a6b8f10/2a395bfb-2b03-418e-92b5-df650a6b8f10.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.503683] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8249f3f7-1fd3-4b1f-9327-428dafdfdd7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.515823] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 748.515823] env[69304]: value = "task-4208378" [ 748.515823] env[69304]: _type = "Task" [ 748.515823] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.527653] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208378, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.533269] env[69304]: INFO nova.compute.manager [-] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Took 1.38 seconds to deallocate network for instance. [ 748.586203] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75790c8f-b397-4428-8256-8e3e42d4e6b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.597355] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718fcea9-4f00-4068-9c50-5bab96b1ed8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.641243] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63b98f-8fb1-407d-be98-b96f4bac1094 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.654070] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62e276-2aa2-47f0-b440-b91a6b63f5fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.670361] env[69304]: DEBUG nova.compute.provider_tree [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.739587] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208376, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.746962] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208377, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.778820] env[69304]: DEBUG nova.network.neutron [-] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.923977] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Releasing lock "refresh_cache-c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.924367] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Instance network_info: |[{"id": "98480ccb-982d-42f2-ac20-a5bc8488f449", "address": "fa:16:3e:86:8d:5c", "network": {"id": "fe208d2c-6cf6-4ac9-a2b0-ad70b5bda0b6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1802362162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "739e9ba7b4614ec597bfb1c17def39cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98480ccb-98", "ovs_interfaceid": "98480ccb-982d-42f2-ac20-a5bc8488f449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.924655] env[69304]: DEBUG oslo_concurrency.lockutils [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] Acquired lock "refresh_cache-c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.924832] env[69304]: DEBUG nova.network.neutron [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Refreshing network info cache for port 98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.926656] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:8d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98480ccb-982d-42f2-ac20-a5bc8488f449', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.934651] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Creating folder: Project (739e9ba7b4614ec597bfb1c17def39cf). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.935726] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c79bb3ee-96e1-45c0-bcd0-2b57edcb9b8c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.947992] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Created folder: Project (739e9ba7b4614ec597bfb1c17def39cf) in parent group-v832645. [ 748.948727] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Creating folder: Instances. Parent ref: group-v832736. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.949020] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fafcac89-2c47-46fb-a800-c9fdff24a5da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.956679] env[69304]: DEBUG nova.network.neutron [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updated VIF entry in instance network info cache for port 3e1cb55c-1307-4341-a201-16e745970b49. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.957296] env[69304]: DEBUG nova.network.neutron [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [{"id": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "address": "fa:16:3e:aa:a3:1b", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca5eb32-d6", "ovs_interfaceid": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa797920-778c-48aa-9b04-59728c5f1367", "address": "fa:16:3e:45:74:8b", "network": {"id": "ca9a1066-afa3-4fec-9750-5f3307ad3025", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1273779559", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa797920-77", "ovs_interfaceid": "aa797920-778c-48aa-9b04-59728c5f1367", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e1cb55c-1307-4341-a201-16e745970b49", "address": "fa:16:3e:77:dc:3a", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1cb55c-13", "ovs_interfaceid": "3e1cb55c-1307-4341-a201-16e745970b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.961200] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Created folder: Instances in parent group-v832736. [ 748.961471] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.961680] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.961896] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4885168-ec23-453a-9e43-41bf58051bcc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.984115] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.984115] env[69304]: value = "task-4208381" [ 748.984115] env[69304]: _type = "Task" [ 748.984115] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.993220] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208381, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.026954] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208378, 'name': Rename_Task, 'duration_secs': 0.233948} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.027316] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.027649] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-179d5017-4082-4aa6-a508-31ed05a16bea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.034000] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 749.034000] env[69304]: value = "task-4208382" [ 749.034000] env[69304]: _type = "Task" [ 749.034000] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.043038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.043799] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.175669] env[69304]: DEBUG nova.scheduler.client.report [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.241348] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208376, 'name': CreateVM_Task, 'duration_secs': 0.72073} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.241922] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.242990] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.243085] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.243417] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.243641] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c43135b-32b5-48a9-9e36-a4d4dbf05863 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.248626] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542267} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.249289] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/471f1c1b-7a56-4d65-b84d-a629a361d57b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.249511] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.249792] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d2b6ac4-6dae-45f5-b56a-40211e742c12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.252993] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 749.252993] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ca4c12-9a19-8eb4-b3ce-a72655bda6e4" [ 749.252993] env[69304]: _type = "Task" [ 749.252993] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.258889] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 749.258889] env[69304]: value = "task-4208383" [ 749.258889] env[69304]: _type = "Task" [ 749.258889] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.262116] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ca4c12-9a19-8eb4-b3ce-a72655bda6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.271836] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.281988] env[69304]: INFO nova.compute.manager [-] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Took 1.36 seconds to deallocate network for instance. [ 749.399843] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.426434] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.426699] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.426857] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.427156] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.427412] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.427584] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.427830] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.427977] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.428256] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.428427] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.428618] env[69304]: DEBUG nova.virt.hardware [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.429523] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ead96d-47c6-4c1e-83e9-3d2e1c5c5c2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.439982] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b2c157-5798-4e25-8765-9c0f94910fca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.460218] env[69304]: DEBUG oslo_concurrency.lockutils [req-49e84e94-7340-4364-942f-6c74c89b5bcf req-3db3987f-577b-4326-9589-ad99e1c890f2 service nova] Releasing lock "refresh_cache-06b5782b-4336-4d29-b2d6-ada4688875bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.495994] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208381, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.545778] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208382, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.667211] env[69304]: DEBUG nova.network.neutron [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Updated VIF entry in instance network info cache for port 98480ccb-982d-42f2-ac20-a5bc8488f449. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.667769] env[69304]: DEBUG nova.network.neutron [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Updating instance_info_cache with network_info: [{"id": "98480ccb-982d-42f2-ac20-a5bc8488f449", "address": "fa:16:3e:86:8d:5c", "network": {"id": "fe208d2c-6cf6-4ac9-a2b0-ad70b5bda0b6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1802362162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "739e9ba7b4614ec597bfb1c17def39cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98480ccb-98", "ovs_interfaceid": "98480ccb-982d-42f2-ac20-a5bc8488f449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.686064] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.688759] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.785s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.689026] env[69304]: DEBUG nova.objects.instance [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lazy-loading 'resources' on Instance uuid bb700315-ab26-4be6-ac71-251e196926ab {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.760247] env[69304]: INFO nova.scheduler.client.report [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Deleted allocations for instance d479e8ff-6879-45b8-9d98-98ede70cf484 [ 749.772249] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ca4c12-9a19-8eb4-b3ce-a72655bda6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.772986] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.772986] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.773130] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773224] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773412] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.774570] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98dcd51a-056e-4ccf-9463-b1685cf5727c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.780581] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071583} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.780916] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.782183] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ede832f-7817-4ab0-baf0-2defa625c5f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.786147] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.786147] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.787228] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189d5d51-d018-45f7-a496-349d659e7a97 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.802089] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.811081] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/471f1c1b-7a56-4d65-b84d-a629a361d57b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.811908] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5676e985-4f67-47bf-b4da-5fea6548012d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.827821] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 749.827821] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524907e3-eaa8-3a15-d9b4-5b04a631cd10" [ 749.827821] env[69304]: _type = "Task" [ 749.827821] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.834503] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 749.834503] env[69304]: value = "task-4208384" [ 749.834503] env[69304]: _type = "Task" [ 749.834503] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.842265] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524907e3-eaa8-3a15-d9b4-5b04a631cd10, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.843585] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4cee2d-9358-47fb-8ee3-4b5aa178f771 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.852187] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.854597] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 749.854597] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c40bce-c0d2-03d5-e5cd-d43a81f0d524" [ 749.854597] env[69304]: _type = "Task" [ 749.854597] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.864280] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c40bce-c0d2-03d5-e5cd-d43a81f0d524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.996500] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208381, 'name': CreateVM_Task, 'duration_secs': 0.683757} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.996666] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.997422] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.997593] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.997988] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.998338] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808f15b7-6d59-4c11-8989-07522c3090f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.003777] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 750.003777] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c64757-6c60-9f12-aee4-4c1f158bf314" [ 750.003777] env[69304]: _type = "Task" [ 750.003777] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.013055] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c64757-6c60-9f12-aee4-4c1f158bf314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.045752] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208382, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.149183] env[69304]: DEBUG nova.compute.manager [req-28fd508c-b77c-4aef-b7a0-2228e2d26a56 req-b6530e1c-c543-4064-a982-4daaae52d3f6 service nova] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Received event network-vif-deleted-76ac0520-f497-4699-a9b4-563ae1d13bd5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 750.175085] env[69304]: DEBUG oslo_concurrency.lockutils [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] Releasing lock "refresh_cache-c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.175085] env[69304]: DEBUG nova.compute.manager [req-a07fca3d-ad2d-41cc-872d-e337d2942cd5 req-47158d12-9980-49fd-b060-03e13f527ca8 service nova] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Received event network-vif-deleted-342b68f2-d427-4af1-a6c2-ad04ab9dca34 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 750.278129] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8a745a45-4032-4c69-be50-aa73758abfcb tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Lock "d479e8ff-6879-45b8-9d98-98ede70cf484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.482s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.348911] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208384, 'name': ReconfigVM_Task, 'duration_secs': 0.513399} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.349191] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/471f1c1b-7a56-4d65-b84d-a629a361d57b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.350175] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7df780c-c908-42ea-9833-bd6e5fea5733 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.361144] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 750.361144] env[69304]: value = "task-4208385" [ 750.361144] env[69304]: _type = "Task" [ 750.361144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.369713] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c40bce-c0d2-03d5-e5cd-d43a81f0d524, 'name': SearchDatastore_Task, 'duration_secs': 0.017192} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.372535] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.372819] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 06b5782b-4336-4d29-b2d6-ada4688875bf/06b5782b-4336-4d29-b2d6-ada4688875bf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.374271] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ecdd3b-ea14-43c8-982b-bd899dbf4783 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.380048] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208385, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.386187] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 750.386187] env[69304]: value = "task-4208386" [ 750.386187] env[69304]: _type = "Task" [ 750.386187] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.402312] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.501605] env[69304]: DEBUG nova.compute.manager [req-f7285c6e-f4b9-43c7-ace8-4c82a9b9f432 req-c19ad29a-1cae-4432-a906-c461613bd8f3 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Received event network-vif-plugged-54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 750.501843] env[69304]: DEBUG oslo_concurrency.lockutils [req-f7285c6e-f4b9-43c7-ace8-4c82a9b9f432 req-c19ad29a-1cae-4432-a906-c461613bd8f3 service nova] Acquiring lock "8b9406bb-507d-4194-a415-8b0683cf7528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.502314] env[69304]: DEBUG oslo_concurrency.lockutils [req-f7285c6e-f4b9-43c7-ace8-4c82a9b9f432 req-c19ad29a-1cae-4432-a906-c461613bd8f3 service nova] Lock "8b9406bb-507d-4194-a415-8b0683cf7528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.502696] env[69304]: DEBUG oslo_concurrency.lockutils [req-f7285c6e-f4b9-43c7-ace8-4c82a9b9f432 req-c19ad29a-1cae-4432-a906-c461613bd8f3 service nova] Lock "8b9406bb-507d-4194-a415-8b0683cf7528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.502899] env[69304]: DEBUG nova.compute.manager [req-f7285c6e-f4b9-43c7-ace8-4c82a9b9f432 req-c19ad29a-1cae-4432-a906-c461613bd8f3 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] No waiting events found dispatching network-vif-plugged-54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 750.502972] env[69304]: WARNING nova.compute.manager [req-f7285c6e-f4b9-43c7-ace8-4c82a9b9f432 req-c19ad29a-1cae-4432-a906-c461613bd8f3 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Received unexpected event network-vif-plugged-54ab1dca-e1a6-46fb-b69e-523c9a5278dc for instance with vm_state building and task_state spawning. [ 750.521858] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c64757-6c60-9f12-aee4-4c1f158bf314, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.522038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.522326] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.522726] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.522889] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.523120] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.527781] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ddf8789-f900-4ae2-bcf7-abaad9103df7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.535148] env[69304]: DEBUG nova.network.neutron [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Successfully updated port: 54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.553614] env[69304]: DEBUG oslo_vmware.api [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208382, 'name': PowerOnVM_Task, 'duration_secs': 1.288299} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.559893] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.560103] env[69304]: INFO nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Took 9.24 seconds to spawn the instance on the hypervisor. [ 750.560636] env[69304]: DEBUG nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.561135] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.561350] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.563049] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22ec3d-6752-4d72-af19-b99827522592 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.566212] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3506399d-c96b-4313-9cdf-07b517ca8959 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.573844] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 750.573844] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5216d85d-b2dd-f445-30a3-0940c2e57fb2" [ 750.573844] env[69304]: _type = "Task" [ 750.573844] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.594440] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5216d85d-b2dd-f445-30a3-0940c2e57fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.594839] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d793cd38-bd49-4f40-a1a3-9df7ff47a740 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603366] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 750.603366] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9feb0-a5ca-90ef-63d2-51f95b5970cc" [ 750.603366] env[69304]: _type = "Task" [ 750.603366] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.622836] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9feb0-a5ca-90ef-63d2-51f95b5970cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.848510] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca625d2-3303-433e-95e4-6a458c8a4da3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.866595] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc6ed63-4231-48a4-a4de-63600e1c1766 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.877515] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208385, 'name': Rename_Task, 'duration_secs': 0.177555} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.907110] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.908553] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8ea653-fa7e-4a34-b7a4-21a60f60efdf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.914512] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5257372-7c62-476c-a781-db3104bb004f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.928792] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.932590] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a21f835-11f0-498a-8a07-41f85cbf797d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.939535] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 750.939535] env[69304]: value = "task-4208387" [ 750.939535] env[69304]: _type = "Task" [ 750.939535] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.962358] env[69304]: DEBUG nova.compute.provider_tree [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.975364] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208387, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.043576] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.043836] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.044178] env[69304]: DEBUG nova.network.neutron [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.095155] env[69304]: INFO nova.compute.manager [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Took 44.16 seconds to build instance. [ 751.114281] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9feb0-a5ca-90ef-63d2-51f95b5970cc, 'name': SearchDatastore_Task, 'duration_secs': 0.057222} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.115312] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.115524] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] c7bb5994-7c54-43a7-9d47-ad7ecb0465f6/c7bb5994-7c54-43a7-9d47-ad7ecb0465f6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.115798] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49ae16ea-3af9-434b-933c-ee8ccc3d6e62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.124027] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 751.124027] env[69304]: value = "task-4208388" [ 751.124027] env[69304]: _type = "Task" [ 751.124027] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.133754] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.419390] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562655} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.419708] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 06b5782b-4336-4d29-b2d6-ada4688875bf/06b5782b-4336-4d29-b2d6-ada4688875bf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.419935] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.420233] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37468076-6125-40b0-bd09-6eaf3687904d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.430700] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 751.430700] env[69304]: value = "task-4208389" [ 751.430700] env[69304]: _type = "Task" [ 751.430700] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.442822] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.453773] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.466341] env[69304]: DEBUG nova.scheduler.client.report [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.599724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.541s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.621247] env[69304]: DEBUG nova.network.neutron [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.644247] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.916415] env[69304]: DEBUG nova.network.neutron [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Updating instance_info_cache with network_info: [{"id": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "address": "fa:16:3e:58:d4:f1", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ab1dca-e1", "ovs_interfaceid": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.948723] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096577} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.951508] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.953763] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb80cb7-4dd4-47ac-a951-f72fcb59714b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.965642] env[69304]: DEBUG oslo_vmware.api [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208387, 'name': PowerOnVM_Task, 'duration_secs': 0.886698} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.980318] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.980686] env[69304]: INFO nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Took 7.97 seconds to spawn the instance on the hypervisor. [ 751.981175] env[69304]: DEBUG nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.982190] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.994542] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 06b5782b-4336-4d29-b2d6-ada4688875bf/06b5782b-4336-4d29-b2d6-ada4688875bf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.996121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0b6cf5-cf5b-4306-b5c5-bea4236f00ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.999574] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.354s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.004148] env[69304]: INFO nova.compute.claims [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.005476] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf66783-a04f-499f-b484-ad7e7d54595c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.023791] env[69304]: INFO nova.scheduler.client.report [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Deleted allocations for instance bb700315-ab26-4be6-ac71-251e196926ab [ 752.037422] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 752.037422] env[69304]: value = "task-4208390" [ 752.037422] env[69304]: _type = "Task" [ 752.037422] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.047693] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.103257] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.138544] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608742} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.138544] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] c7bb5994-7c54-43a7-9d47-ad7ecb0465f6/c7bb5994-7c54-43a7-9d47-ad7ecb0465f6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.138544] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.138544] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cedc767-94b6-4751-a732-35b0d85c0769 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.147529] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 752.147529] env[69304]: value = "task-4208391" [ 752.147529] env[69304]: _type = "Task" [ 752.147529] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.157233] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.358766] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de822196-eb71-496c-aaa6-0ba29e793d75 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.370281] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Suspending the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 752.370281] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c6d3ffe2-ff32-46dc-b214-2bb900704f57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.378681] env[69304]: DEBUG oslo_vmware.api [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] Waiting for the task: (returnval){ [ 752.378681] env[69304]: value = "task-4208392" [ 752.378681] env[69304]: _type = "Task" [ 752.378681] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.388560] env[69304]: DEBUG oslo_vmware.api [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] Task: {'id': task-4208392, 'name': SuspendVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.421380] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.421950] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Instance network_info: |[{"id": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "address": "fa:16:3e:58:d4:f1", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ab1dca-e1", "ovs_interfaceid": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.422460] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d4:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ab1dca-e1a6-46fb-b69e-523c9a5278dc', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.430723] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.430932] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.431229] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8261f063-a6bc-400d-83f7-a9ae842a67d6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.452147] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.452147] env[69304]: value = "task-4208393" [ 752.452147] env[69304]: _type = "Task" [ 752.452147] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.461207] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208393, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.545232] env[69304]: DEBUG oslo_concurrency.lockutils [None req-969e1983-90d0-4504-b17e-d30fa31b4370 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Lock "bb700315-ab26-4be6-ac71-251e196926ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.187s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.560547] env[69304]: INFO nova.compute.manager [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Took 43.36 seconds to build instance. [ 752.562434] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.636575] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.640548] env[69304]: DEBUG nova.compute.manager [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Received event network-changed-54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 752.640783] env[69304]: DEBUG nova.compute.manager [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Refreshing instance network info cache due to event network-changed-54ab1dca-e1a6-46fb-b69e-523c9a5278dc. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 752.641013] env[69304]: DEBUG oslo_concurrency.lockutils [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] Acquiring lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.641364] env[69304]: DEBUG oslo_concurrency.lockutils [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] Acquired lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.641364] env[69304]: DEBUG nova.network.neutron [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Refreshing network info cache for port 54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.662042] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079076} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.662399] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.663288] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad7de0-0002-4349-aa84-3f69a9ab361b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.690697] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c7bb5994-7c54-43a7-9d47-ad7ecb0465f6/c7bb5994-7c54-43a7-9d47-ad7ecb0465f6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.691560] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-224b4b19-8edc-49e4-bc17-d39619e53019 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.717756] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 752.717756] env[69304]: value = "task-4208394" [ 752.717756] env[69304]: _type = "Task" [ 752.717756] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.729730] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.889424] env[69304]: DEBUG oslo_vmware.api [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] Task: {'id': task-4208392, 'name': SuspendVM_Task} progress is 41%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.964749] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208393, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.057468] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208390, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.064652] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.662s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.230541] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.390459] env[69304]: DEBUG oslo_vmware.api [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] Task: {'id': task-4208392, 'name': SuspendVM_Task, 'duration_secs': 0.872816} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.395781] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Suspended the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 753.396063] env[69304]: DEBUG nova.compute.manager [None req-4dd18502-9afa-4e75-aa37-442b296f093f tempest-ServersAdminNegativeTestJSON-600937408 tempest-ServersAdminNegativeTestJSON-600937408-project-admin] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.397494] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522384e4-3959-49e3-a725-a30f1d0bb59f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.470055] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208393, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.543170] env[69304]: DEBUG nova.network.neutron [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Updated VIF entry in instance network info cache for port 54ab1dca-e1a6-46fb-b69e-523c9a5278dc. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.543690] env[69304]: DEBUG nova.network.neutron [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Updating instance_info_cache with network_info: [{"id": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "address": "fa:16:3e:58:d4:f1", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ab1dca-e1", "ovs_interfaceid": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.560149] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208390, 'name': ReconfigVM_Task, 'duration_secs': 1.158349} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.561324] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 06b5782b-4336-4d29-b2d6-ada4688875bf/06b5782b-4336-4d29-b2d6-ada4688875bf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.564270] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ae4ff83-d697-47aa-aefd-5c9691b87189 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566697] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea3510-0f57-4895-8fe7-ad4b835e1a81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.570305] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.580311] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19818371-c327-475b-8324-0fbab66f059e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.583771] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 753.583771] env[69304]: value = "task-4208395" [ 753.583771] env[69304]: _type = "Task" [ 753.583771] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.618386] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f493c578-6501-4860-91a6-bc1645fc779c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.627182] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208395, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.633605] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3740623-dcee-4554-a4b1-f0307b076927 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.650581] env[69304]: DEBUG nova.compute.provider_tree [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.730140] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208394, 'name': ReconfigVM_Task, 'duration_secs': 0.529702} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.730561] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c7bb5994-7c54-43a7-9d47-ad7ecb0465f6/c7bb5994-7c54-43a7-9d47-ad7ecb0465f6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.731148] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e3c561-23a5-4e29-bd56-c2e35b98dcba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.739378] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 753.739378] env[69304]: value = "task-4208396" [ 753.739378] env[69304]: _type = "Task" [ 753.739378] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.968614] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208393, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.053237] env[69304]: DEBUG oslo_concurrency.lockutils [req-274d0ff2-8604-465e-b4a1-a11325b1094f req-14d357be-fa4f-46a0-800e-b5f05503e433 service nova] Releasing lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.095269] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208395, 'name': Rename_Task, 'duration_secs': 0.171269} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.095269] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.096696] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.097543] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9238ce7a-9b9a-4d91-96f0-45b221fd0a6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.105147] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 754.105147] env[69304]: value = "task-4208397" [ 754.105147] env[69304]: _type = "Task" [ 754.105147] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.113737] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.154490] env[69304]: DEBUG nova.scheduler.client.report [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.250106] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208396, 'name': Rename_Task, 'duration_secs': 0.180143} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.250106] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.250312] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f998c1-e7d2-437f-9571-046fc2fa883b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.258516] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 754.258516] env[69304]: value = "task-4208398" [ 754.258516] env[69304]: _type = "Task" [ 754.258516] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.267853] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.467137] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208393, 'name': CreateVM_Task, 'duration_secs': 1.597084} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.467137] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.467625] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.467842] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.468206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.468487] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9500e661-768c-4201-9f3e-8aabad8231f4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.474730] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 754.474730] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520cf9d9-5bcd-048c-632b-a3014973a463" [ 754.474730] env[69304]: _type = "Task" [ 754.474730] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.483446] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520cf9d9-5bcd-048c-632b-a3014973a463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.619737] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.659937] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.660467] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.663279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.810s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.663725] env[69304]: DEBUG nova.objects.instance [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lazy-loading 'resources' on Instance uuid 9f0e31e6-2529-4998-aecd-0b908423b768 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.776472] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208398, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.991944] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520cf9d9-5bcd-048c-632b-a3014973a463, 'name': SearchDatastore_Task, 'duration_secs': 0.016372} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.992302] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.992551] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.992799] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.993037] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.993336] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.993717] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d637366-7e11-4dd8-83e3-800cc5da3ac2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.010267] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.010500] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.011212] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5809085f-2b60-48f6-98f6-cf64c8b562ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.018295] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 755.018295] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e0369d-52b2-0c68-d0c8-c4b9667926be" [ 755.018295] env[69304]: _type = "Task" [ 755.018295] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.028417] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e0369d-52b2-0c68-d0c8-c4b9667926be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.117036] env[69304]: DEBUG oslo_vmware.api [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208397, 'name': PowerOnVM_Task, 'duration_secs': 0.69339} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.117036] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.117399] env[69304]: INFO nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Took 16.48 seconds to spawn the instance on the hypervisor. [ 755.117497] env[69304]: DEBUG nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.118434] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13b06a-2fc5-45af-b27a-499de0f48906 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.170319] env[69304]: DEBUG nova.compute.utils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.175512] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.175512] env[69304]: DEBUG nova.network.neutron [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.273888] env[69304]: DEBUG oslo_vmware.api [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208398, 'name': PowerOnVM_Task, 'duration_secs': 0.799422} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.283202] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.283202] env[69304]: INFO nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Took 8.58 seconds to spawn the instance on the hypervisor. [ 755.283202] env[69304]: DEBUG nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.283202] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ff338-7080-43d7-95f6-ecc4ac1dec8b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.532307] env[69304]: DEBUG nova.policy [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5719f105db6542d6804e0df646d39ecc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c000a3617bb3449bbee7949bbfb16cab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.541456] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e0369d-52b2-0c68-d0c8-c4b9667926be, 'name': SearchDatastore_Task, 'duration_secs': 0.022952} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.542409] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a98740a-b4a3-401e-a27c-c7376dba8ffe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.552287] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 755.552287] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527aa68d-2024-521b-94b9-84cc32868766" [ 755.552287] env[69304]: _type = "Task" [ 755.552287] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.561677] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527aa68d-2024-521b-94b9-84cc32868766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.638737] env[69304]: INFO nova.compute.manager [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Took 52.65 seconds to build instance. [ 755.675154] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.717467] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff81d8e-46e9-4e39-a13e-cb54a10bb74e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.726222] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847c78e9-fc56-4495-95b6-00623afccbf9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.761574] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf81d84-39ee-47fa-9a7f-049120f8133a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.772059] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7dff84-0eb2-4607-9b22-b78699908c2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.790175] env[69304]: DEBUG nova.compute.provider_tree [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.804558] env[69304]: INFO nova.compute.manager [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Took 44.84 seconds to build instance. [ 756.064548] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527aa68d-2024-521b-94b9-84cc32868766, 'name': SearchDatastore_Task, 'duration_secs': 0.039412} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.064861] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.065255] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/8b9406bb-507d-4194-a415-8b0683cf7528.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.065549] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe79b5bd-ae9d-4ef0-bdda-fa65f21195ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.073642] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 756.073642] env[69304]: value = "task-4208399" [ 756.073642] env[69304]: _type = "Task" [ 756.073642] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.084301] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.144011] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e6aadcbd-a526-4d02-9a2c-f6510a097892 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.705s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.295232] env[69304]: DEBUG nova.scheduler.client.report [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.307267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4443584b-2be7-4005-9803-7f1abeb23dae tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.911s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.342275] env[69304]: DEBUG nova.network.neutron [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Successfully created port: 5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.590597] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208399, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.652524] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.688121] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.726318] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.726594] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.726759] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.726951] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.727382] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.727605] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.728141] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.728141] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.728429] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.728721] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.728869] env[69304]: DEBUG nova.virt.hardware [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.731603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2701385-1579-4796-a2d4-bc1348b33a85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.741245] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc77648-0b7b-461f-8f6d-06a416e85ce6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.801362] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.804121] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.977s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.804447] env[69304]: DEBUG nova.objects.instance [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lazy-loading 'resources' on Instance uuid d1fd9428-0fad-4ea2-93a7-97012d7c1a19 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.813720] env[69304]: DEBUG nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.833101] env[69304]: INFO nova.scheduler.client.report [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Deleted allocations for instance 9f0e31e6-2529-4998-aecd-0b908423b768 [ 757.054622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "06b5782b-4336-4d29-b2d6-ada4688875bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.054622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.054622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.054622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.054622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.055793] env[69304]: INFO nova.compute.manager [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Terminating instance [ 757.086433] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523762} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.086433] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/8b9406bb-507d-4194-a415-8b0683cf7528.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.086649] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.086903] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5305cf08-9778-48cf-ac69-819338c7991e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.095908] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 757.095908] env[69304]: value = "task-4208400" [ 757.095908] env[69304]: _type = "Task" [ 757.095908] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.112553] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.175403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.343366] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.351527] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2602a4a1-9959-4c2c-bc34-4db6701273c0 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Lock "9f0e31e6-2529-4998-aecd-0b908423b768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.776s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.563572] env[69304]: DEBUG nova.compute.manager [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.563866] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.565149] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9cac37-68a8-4e5d-a621-60e42ec768d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.575613] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.575613] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b81d77-6781-4882-98ea-0567350fc7eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.583675] env[69304]: DEBUG oslo_vmware.api [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 757.583675] env[69304]: value = "task-4208401" [ 757.583675] env[69304]: _type = "Task" [ 757.583675] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.597309] env[69304]: DEBUG oslo_vmware.api [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.609138] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074456} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.610056] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.610886] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c7b82-78d6-4eee-a1c8-7f0f91d26405 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.638641] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/8b9406bb-507d-4194-a415-8b0683cf7528.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.639622] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f746cbd9-f532-444e-9766-626fd84ec0e7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.663615] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 757.663615] env[69304]: value = "task-4208402" [ 757.663615] env[69304]: _type = "Task" [ 757.663615] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.676806] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.853845] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.854146] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.854434] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.854670] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.854856] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.857552] env[69304]: INFO nova.compute.manager [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Terminating instance [ 758.113624] env[69304]: DEBUG oslo_vmware.api [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208401, 'name': PowerOffVM_Task, 'duration_secs': 0.41469} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.113779] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.113964] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.114256] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc91479-0868-4989-a9e8-6133461158e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.118417] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2b921f-d600-462c-85a2-579c27abecc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.133699] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61c365-da9d-497f-b439-a0ade2f339e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.181960] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbce736-d7af-434e-bb5d-471e8406a932 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.194312] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e155d8-b1ae-409f-afa8-f2283cdc38ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.199745] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208402, 'name': ReconfigVM_Task, 'duration_secs': 0.520605} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.200499] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/8b9406bb-507d-4194-a415-8b0683cf7528.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.201651] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1bbeab-3bc9-4f37-8f53-c89633146027 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.213209] env[69304]: DEBUG nova.compute.provider_tree [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.220911] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 758.220911] env[69304]: value = "task-4208404" [ 758.220911] env[69304]: _type = "Task" [ 758.220911] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.233065] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208404, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.306478] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.307434] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.307434] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Deleting the datastore file [datastore1] 06b5782b-4336-4d29-b2d6-ada4688875bf {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.307434] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c1e8328-ae3c-4737-80ec-341767869987 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.314829] env[69304]: DEBUG oslo_vmware.api [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 758.314829] env[69304]: value = "task-4208405" [ 758.314829] env[69304]: _type = "Task" [ 758.314829] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.326200] env[69304]: DEBUG oslo_vmware.api [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.364869] env[69304]: DEBUG nova.compute.manager [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.364869] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.365580] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1e6d5-b690-4bc6-b217-6981bb9450a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.374898] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.375523] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3611d62-c465-4189-b856-751faa7f6739 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.384679] env[69304]: DEBUG oslo_vmware.api [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 758.384679] env[69304]: value = "task-4208406" [ 758.384679] env[69304]: _type = "Task" [ 758.384679] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.396141] env[69304]: DEBUG oslo_vmware.api [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.630849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "2a395bfb-2b03-418e-92b5-df650a6b8f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.630849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.630849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "2a395bfb-2b03-418e-92b5-df650a6b8f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.630849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.630849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.631995] env[69304]: INFO nova.compute.manager [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Terminating instance [ 758.720313] env[69304]: DEBUG nova.scheduler.client.report [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.726992] env[69304]: DEBUG nova.network.neutron [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Successfully updated port: 5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.746538] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208404, 'name': Rename_Task, 'duration_secs': 0.222303} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.746692] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.747071] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45abe4f1-56ee-4066-97d7-a01e7038f9de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.759019] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 758.759019] env[69304]: value = "task-4208407" [ 758.759019] env[69304]: _type = "Task" [ 758.759019] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.769841] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.832187] env[69304]: DEBUG oslo_vmware.api [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256734} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.832754] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.833669] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.833669] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.833669] env[69304]: INFO nova.compute.manager [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Took 1.27 seconds to destroy the instance on the hypervisor. [ 758.834205] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.834296] env[69304]: DEBUG nova.compute.manager [-] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.834433] env[69304]: DEBUG nova.network.neutron [-] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.901413] env[69304]: DEBUG oslo_vmware.api [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208406, 'name': PowerOffVM_Task, 'duration_secs': 0.194239} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.901413] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.901413] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.901762] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f10aa560-262e-479b-a1b1-a71a81c7f178 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.995118] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.997616] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.997616] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Deleting the datastore file [datastore1] c7bb5994-7c54-43a7-9d47-ad7ecb0465f6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.997616] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95bbe8b-48dc-4b45-a031-389aeede8ec1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.010747] env[69304]: DEBUG oslo_vmware.api [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for the task: (returnval){ [ 759.010747] env[69304]: value = "task-4208409" [ 759.010747] env[69304]: _type = "Task" [ 759.010747] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.017227] env[69304]: DEBUG nova.compute.manager [req-7c87977a-6e0b-4547-a59d-e33886692d7c req-629c4ea8-1a6f-48a4-81a9-c112acdeabf4 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Received event network-vif-plugged-5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 759.017605] env[69304]: DEBUG oslo_concurrency.lockutils [req-7c87977a-6e0b-4547-a59d-e33886692d7c req-629c4ea8-1a6f-48a4-81a9-c112acdeabf4 service nova] Acquiring lock "003dd320-3467-49c5-aabe-080ecde7dcc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.018637] env[69304]: DEBUG oslo_concurrency.lockutils [req-7c87977a-6e0b-4547-a59d-e33886692d7c req-629c4ea8-1a6f-48a4-81a9-c112acdeabf4 service nova] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.018865] env[69304]: DEBUG oslo_concurrency.lockutils [req-7c87977a-6e0b-4547-a59d-e33886692d7c req-629c4ea8-1a6f-48a4-81a9-c112acdeabf4 service nova] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.019081] env[69304]: DEBUG nova.compute.manager [req-7c87977a-6e0b-4547-a59d-e33886692d7c req-629c4ea8-1a6f-48a4-81a9-c112acdeabf4 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] No waiting events found dispatching network-vif-plugged-5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.019314] env[69304]: WARNING nova.compute.manager [req-7c87977a-6e0b-4547-a59d-e33886692d7c req-629c4ea8-1a6f-48a4-81a9-c112acdeabf4 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Received unexpected event network-vif-plugged-5c651e66-9f68-4472-bd82-7d459d06a82f for instance with vm_state building and task_state spawning. [ 759.028975] env[69304]: DEBUG oslo_vmware.api [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.138431] env[69304]: DEBUG nova.compute.manager [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.139375] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.140488] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca5319-7515-4c53-9bfe-702a299b3528 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.152190] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.153077] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b4e4c42-ad01-4310-8793-eecc70bcdefb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.227383] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.423s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.235160] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.088s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.235160] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.235355] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 759.235704] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.029s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.235965] env[69304]: DEBUG nova.objects.instance [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lazy-loading 'resources' on Instance uuid 1601fd8e-1b69-4b33-8d04-988c76d60e71 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.239335] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "refresh_cache-003dd320-3467-49c5-aabe-080ecde7dcc2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239335] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquired lock "refresh_cache-003dd320-3467-49c5-aabe-080ecde7dcc2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.239335] env[69304]: DEBUG nova.network.neutron [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.244528] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3396fd78-3cce-4d42-a694-cbeb1f9ee1a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.251141] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.251141] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.251141] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Deleting the datastore file [datastore1] 2a395bfb-2b03-418e-92b5-df650a6b8f10 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.251915] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2373d7af-2ca1-4a8e-8cc3-e4773be87f99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.263965] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763f3ae-a937-4040-b384-29557c836bc2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.273024] env[69304]: DEBUG oslo_vmware.api [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 759.273024] env[69304]: value = "task-4208411" [ 759.273024] env[69304]: _type = "Task" [ 759.273024] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.288016] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208407, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.291321] env[69304]: INFO nova.scheduler.client.report [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleted allocations for instance d1fd9428-0fad-4ea2-93a7-97012d7c1a19 [ 759.293551] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1cba99-dad4-4bbb-8989-99c40893e8e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.304777] env[69304]: DEBUG oslo_vmware.api [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.312036] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb67dd9a-b574-46fa-9409-bc760920d603 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.352179] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178960MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 759.352466] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.524514] env[69304]: DEBUG oslo_vmware.api [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Task: {'id': task-4208409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252866} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.525270] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.525270] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.525270] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.525482] env[69304]: INFO nova.compute.manager [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 759.525827] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.526080] env[69304]: DEBUG nova.compute.manager [-] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.526243] env[69304]: DEBUG nova.network.neutron [-] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.784511] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208407, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.790487] env[69304]: DEBUG oslo_vmware.api [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397958} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.795516] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.795788] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.796048] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.796215] env[69304]: INFO nova.compute.manager [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Took 0.66 seconds to destroy the instance on the hypervisor. [ 759.796493] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.797562] env[69304]: DEBUG nova.network.neutron [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.800117] env[69304]: DEBUG nova.compute.manager [-] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.800117] env[69304]: DEBUG nova.network.neutron [-] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.808159] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b01a0c-077c-4213-a03c-dc13c46bc020 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "d1fd9428-0fad-4ea2-93a7-97012d7c1a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.720s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.186561] env[69304]: DEBUG nova.network.neutron [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Updating instance_info_cache with network_info: [{"id": "5c651e66-9f68-4472-bd82-7d459d06a82f", "address": "fa:16:3e:4f:40:5c", "network": {"id": "dac7e6b7-2181-40eb-a04f-1aac4439e5e8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-13376310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000a3617bb3449bbee7949bbfb16cab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c651e66-9f", "ovs_interfaceid": "5c651e66-9f68-4472-bd82-7d459d06a82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.277352] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208407, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.435786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4de87-7e9b-424f-9fe7-94220c0eae11 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.444236] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8118a9-32c1-4702-bb0a-248f71939817 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.484697] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1bf90-5754-4eb8-a391-71b8c1b16965 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.494489] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9874d-a972-4ddb-b43e-b286a431deaf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.509960] env[69304]: DEBUG nova.compute.provider_tree [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.651661] env[69304]: DEBUG nova.compute.manager [req-5f8b4607-af23-457e-a738-c96f05edd6a7 req-9e39c73d-5d1e-4b40-b415-6b5e13aae010 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Received event network-vif-deleted-98480ccb-982d-42f2-ac20-a5bc8488f449 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 760.651661] env[69304]: INFO nova.compute.manager [req-5f8b4607-af23-457e-a738-c96f05edd6a7 req-9e39c73d-5d1e-4b40-b415-6b5e13aae010 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Neutron deleted interface 98480ccb-982d-42f2-ac20-a5bc8488f449; detaching it from the instance and deleting it from the info cache [ 760.651787] env[69304]: DEBUG nova.network.neutron [req-5f8b4607-af23-457e-a738-c96f05edd6a7 req-9e39c73d-5d1e-4b40-b415-6b5e13aae010 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.656251] env[69304]: DEBUG nova.network.neutron [-] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.690283] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Releasing lock "refresh_cache-003dd320-3467-49c5-aabe-080ecde7dcc2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.690601] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Instance network_info: |[{"id": "5c651e66-9f68-4472-bd82-7d459d06a82f", "address": "fa:16:3e:4f:40:5c", "network": {"id": "dac7e6b7-2181-40eb-a04f-1aac4439e5e8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-13376310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000a3617bb3449bbee7949bbfb16cab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c651e66-9f", "ovs_interfaceid": "5c651e66-9f68-4472-bd82-7d459d06a82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.691018] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:40:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c651e66-9f68-4472-bd82-7d459d06a82f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.701098] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Creating folder: Project (c000a3617bb3449bbee7949bbfb16cab). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.701765] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ebab171-f9cf-4c64-8091-4f242939070b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.714322] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Created folder: Project (c000a3617bb3449bbee7949bbfb16cab) in parent group-v832645. [ 760.714458] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Creating folder: Instances. Parent ref: group-v832740. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.714714] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef33945-d933-49c0-91fb-9129193d8245 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.725385] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Created folder: Instances in parent group-v832740. [ 760.725777] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.725843] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.726055] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df83c1f8-6208-4336-8d6a-19d78024b0af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.749698] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.749698] env[69304]: value = "task-4208414" [ 760.749698] env[69304]: _type = "Task" [ 760.749698] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.764725] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208414, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.777577] env[69304]: DEBUG oslo_vmware.api [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208407, 'name': PowerOnVM_Task, 'duration_secs': 1.702902} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.777853] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.778536] env[69304]: INFO nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Took 11.38 seconds to spawn the instance on the hypervisor. [ 760.778786] env[69304]: DEBUG nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.779610] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4826364-daeb-467a-b294-e7261519e44e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.819888] env[69304]: DEBUG nova.network.neutron [-] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.013341] env[69304]: DEBUG nova.scheduler.client.report [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.155845] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c624c3ff-7511-4b2b-a587-573b86e7729d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.158467] env[69304]: INFO nova.compute.manager [-] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Took 1.63 seconds to deallocate network for instance. [ 761.168975] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c12889-f954-461f-9148-989d5e5087c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.205490] env[69304]: DEBUG nova.compute.manager [req-5f8b4607-af23-457e-a738-c96f05edd6a7 req-9e39c73d-5d1e-4b40-b415-6b5e13aae010 service nova] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Detach interface failed, port_id=98480ccb-982d-42f2-ac20-a5bc8488f449, reason: Instance c7bb5994-7c54-43a7-9d47-ad7ecb0465f6 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 761.241350] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Received event network-changed-5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 761.241694] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Refreshing instance network info cache due to event network-changed-5c651e66-9f68-4472-bd82-7d459d06a82f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 761.241832] env[69304]: DEBUG oslo_concurrency.lockutils [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] Acquiring lock "refresh_cache-003dd320-3467-49c5-aabe-080ecde7dcc2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.241935] env[69304]: DEBUG oslo_concurrency.lockutils [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] Acquired lock "refresh_cache-003dd320-3467-49c5-aabe-080ecde7dcc2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.242113] env[69304]: DEBUG nova.network.neutron [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Refreshing network info cache for port 5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.262314] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208414, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.304483] env[69304]: INFO nova.compute.manager [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Took 44.00 seconds to build instance. [ 761.321181] env[69304]: DEBUG nova.network.neutron [-] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.324789] env[69304]: INFO nova.compute.manager [-] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Took 1.52 seconds to deallocate network for instance. [ 761.520478] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.522779] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.114s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.525838] env[69304]: INFO nova.compute.claims [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.564247] env[69304]: INFO nova.scheduler.client.report [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Deleted allocations for instance 1601fd8e-1b69-4b33-8d04-988c76d60e71 [ 761.665915] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.763178] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208414, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.789499] env[69304]: INFO nova.compute.manager [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Rescuing [ 761.789499] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.789499] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.789499] env[69304]: DEBUG nova.network.neutron [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.810819] env[69304]: DEBUG oslo_concurrency.lockutils [None req-37dca758-17c3-4d8e-8806-3c530c278b32 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "8b9406bb-507d-4194-a415-8b0683cf7528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.750s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.826953] env[69304]: INFO nova.compute.manager [-] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Took 2.99 seconds to deallocate network for instance. [ 761.835446] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.076811] env[69304]: DEBUG oslo_concurrency.lockutils [None req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Lock "1601fd8e-1b69-4b33-8d04-988c76d60e71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.477s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.185353] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.185746] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.186018] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.186225] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.186399] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.188625] env[69304]: INFO nova.compute.manager [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Terminating instance [ 762.232341] env[69304]: DEBUG nova.network.neutron [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Updated VIF entry in instance network info cache for port 5c651e66-9f68-4472-bd82-7d459d06a82f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.232341] env[69304]: DEBUG nova.network.neutron [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Updating instance_info_cache with network_info: [{"id": "5c651e66-9f68-4472-bd82-7d459d06a82f", "address": "fa:16:3e:4f:40:5c", "network": {"id": "dac7e6b7-2181-40eb-a04f-1aac4439e5e8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-13376310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c000a3617bb3449bbee7949bbfb16cab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c651e66-9f", "ovs_interfaceid": "5c651e66-9f68-4472-bd82-7d459d06a82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.263587] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208414, 'name': CreateVM_Task, 'duration_secs': 1.431473} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.263813] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.264564] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.264735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.265235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265534] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39701fc-097f-4bcc-86b5-adc8f828d900 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.273975] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 762.273975] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6cb91-6e72-f94f-acf8-1de3182d0b41" [ 762.273975] env[69304]: _type = "Task" [ 762.273975] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.286296] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6cb91-6e72-f94f-acf8-1de3182d0b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.315068] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.343022] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.671149] env[69304]: DEBUG nova.network.neutron [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Updating instance_info_cache with network_info: [{"id": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "address": "fa:16:3e:58:d4:f1", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ab1dca-e1", "ovs_interfaceid": "54ab1dca-e1a6-46fb-b69e-523c9a5278dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.693227] env[69304]: DEBUG nova.compute.manager [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.693227] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.693871] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50811ab2-a2c3-44cd-ae3d-cafea622ceba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.710489] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.711129] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45c603f6-5327-4e6b-b8d6-54efeef4c963 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.720117] env[69304]: DEBUG oslo_vmware.api [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 762.720117] env[69304]: value = "task-4208415" [ 762.720117] env[69304]: _type = "Task" [ 762.720117] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.735922] env[69304]: DEBUG oslo_concurrency.lockutils [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] Releasing lock "refresh_cache-003dd320-3467-49c5-aabe-080ecde7dcc2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.736293] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-vif-deleted-aa797920-778c-48aa-9b04-59728c5f1367 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 762.736560] env[69304]: INFO nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Neutron deleted interface aa797920-778c-48aa-9b04-59728c5f1367; detaching it from the instance and deleting it from the info cache [ 762.736922] env[69304]: DEBUG nova.network.neutron [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [{"id": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "address": "fa:16:3e:aa:a3:1b", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca5eb32-d6", "ovs_interfaceid": "cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e1cb55c-1307-4341-a201-16e745970b49", "address": "fa:16:3e:77:dc:3a", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1cb55c-13", "ovs_interfaceid": "3e1cb55c-1307-4341-a201-16e745970b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.741675] env[69304]: DEBUG oslo_vmware.api [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.785920] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6cb91-6e72-f94f-acf8-1de3182d0b41, 'name': SearchDatastore_Task, 'duration_secs': 0.019646} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.788999] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.789317] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.790245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.790245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.790245] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.791372] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa7fdf82-bce0-40d0-86c6-ecace1544d90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.802777] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.803719] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.803954] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82876a6-3873-4004-acf5-4259572985f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.827020] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 762.827020] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520f3012-8088-ef41-950a-96c6737fdebe" [ 762.827020] env[69304]: _type = "Task" [ 762.827020] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.853759] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520f3012-8088-ef41-950a-96c6737fdebe, 'name': SearchDatastore_Task, 'duration_secs': 0.011643} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.857129] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.857761] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53349300-4f41-4d50-b34c-cff53f2a45fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.864847] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 762.864847] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db40ee-58d8-b788-19bd-917e830ac574" [ 762.864847] env[69304]: _type = "Task" [ 762.864847] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.879108] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db40ee-58d8-b788-19bd-917e830ac574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.084472] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.084865] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.165387] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f189e0-fe71-4984-bdd1-bc09b0adec80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.174426] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-8b9406bb-507d-4194-a415-8b0683cf7528" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.177822] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6689327-74b5-4ea9-bc1f-52aceba61bf7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.218237] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461331a2-b1ec-4573-841b-dd701abfd16a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.220912] env[69304]: DEBUG nova.compute.manager [req-04ef8c3f-c9c5-4385-b952-f0ea68b3cce1 req-3dc9531c-110e-456b-951d-c202570215ee service nova] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Received event network-vif-deleted-8eccc439-06db-4e95-807a-e9489368a33c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.237524] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c3ce0-16c0-4fc7-90e0-1904f8d24b5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.246544] env[69304]: DEBUG oslo_vmware.api [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208415, 'name': PowerOffVM_Task, 'duration_secs': 0.215596} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.246544] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eb8920d-61fd-4721-a896-d50cc870c844 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.250022] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.250022] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.250022] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de675e07-49b6-4309-9eeb-3cb4fe105152 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.263024] env[69304]: DEBUG nova.compute.provider_tree [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.269882] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237ce486-d64c-4e26-8202-47dd194bfe47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.305409] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Detach interface failed, port_id=aa797920-778c-48aa-9b04-59728c5f1367, reason: Instance 06b5782b-4336-4d29-b2d6-ada4688875bf could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 763.305657] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-vif-deleted-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.305831] env[69304]: INFO nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Neutron deleted interface cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44; detaching it from the instance and deleting it from the info cache [ 763.306133] env[69304]: DEBUG nova.network.neutron [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [{"id": "3e1cb55c-1307-4341-a201-16e745970b49", "address": "fa:16:3e:77:dc:3a", "network": {"id": "78703d5a-baa2-4c61-891a-cd261885ddc1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1329435723", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e1cb55c-13", "ovs_interfaceid": "3e1cb55c-1307-4341-a201-16e745970b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.331787] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.332035] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.332257] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Deleting the datastore file [datastore1] bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.332827] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff7535e-af62-4515-bb88-9626cf476d08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.341392] env[69304]: DEBUG oslo_vmware.api [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 763.341392] env[69304]: value = "task-4208417" [ 763.341392] env[69304]: _type = "Task" [ 763.341392] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.352038] env[69304]: DEBUG oslo_vmware.api [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.377830] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db40ee-58d8-b788-19bd-917e830ac574, 'name': SearchDatastore_Task, 'duration_secs': 0.017418} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.378181] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.378350] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 003dd320-3467-49c5-aabe-080ecde7dcc2/003dd320-3467-49c5-aabe-080ecde7dcc2.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.378622] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a0ec4bf-40ba-4307-8a35-e7ae4218a039 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.389697] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 763.389697] env[69304]: value = "task-4208418" [ 763.389697] env[69304]: _type = "Task" [ 763.389697] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.398321] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.404107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "6801c972-4128-4e06-94ea-4560444a7ef1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.404107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "6801c972-4128-4e06-94ea-4560444a7ef1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.770385] env[69304]: DEBUG nova.scheduler.client.report [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.810842] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97604b41-2af5-4309-8d7d-6928180fca15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.826353] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c1eae3-f7ec-48de-8e7a-a84ac1ebf620 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.862163] env[69304]: DEBUG oslo_vmware.api [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163112} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.862519] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.862640] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.862817] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.863033] env[69304]: INFO nova.compute.manager [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 763.863303] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.863503] env[69304]: DEBUG nova.compute.manager [-] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.863593] env[69304]: DEBUG nova.network.neutron [-] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.879246] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Detach interface failed, port_id=cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44, reason: Instance 06b5782b-4336-4d29-b2d6-ada4688875bf could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 763.879599] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Received event network-vif-deleted-3e1cb55c-1307-4341-a201-16e745970b49 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 763.880512] env[69304]: INFO nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Neutron deleted interface 3e1cb55c-1307-4341-a201-16e745970b49; detaching it from the instance and deleting it from the info cache [ 763.880512] env[69304]: DEBUG nova.network.neutron [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.901832] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.276592] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.277986] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.281711] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.481s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.281925] env[69304]: DEBUG nova.objects.instance [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lazy-loading 'resources' on Instance uuid 19ddcf82-04e6-4972-9723-1b24700143e4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.385797] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7dbb272-ca23-4cec-af8c-c3f7eb5cb875 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.400117] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e9835c-07ef-45df-b3dd-ccc904937f78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.424025] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55421} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.424025] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 003dd320-3467-49c5-aabe-080ecde7dcc2/003dd320-3467-49c5-aabe-080ecde7dcc2.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.424025] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.438557] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e361e9c-30ea-4ed4-8e28-e5f141c2f3ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.442689] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.443597] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.444105] env[69304]: DEBUG nova.compute.manager [req-d62151cb-0fd9-422c-8fc6-b6f9bb6cd2b1 req-13294226-e4ea-4506-a028-e0b8a9c638c7 service nova] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Detach interface failed, port_id=3e1cb55c-1307-4341-a201-16e745970b49, reason: Instance 06b5782b-4336-4d29-b2d6-ada4688875bf could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 764.454469] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 764.454469] env[69304]: value = "task-4208419" [ 764.454469] env[69304]: _type = "Task" [ 764.454469] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.465665] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.750062] env[69304]: DEBUG nova.compute.manager [req-23d2be54-5a05-4133-98b2-2398874f44d1 req-a6670c22-8884-4fbb-895a-51ef25a1844b service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Received event network-vif-deleted-4de12236-fba2-4961-b911-571028e99436 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 764.750262] env[69304]: INFO nova.compute.manager [req-23d2be54-5a05-4133-98b2-2398874f44d1 req-a6670c22-8884-4fbb-895a-51ef25a1844b service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Neutron deleted interface 4de12236-fba2-4961-b911-571028e99436; detaching it from the instance and deleting it from the info cache [ 764.750467] env[69304]: DEBUG nova.network.neutron [req-23d2be54-5a05-4133-98b2-2398874f44d1 req-a6670c22-8884-4fbb-895a-51ef25a1844b service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.754806] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.754806] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79cce8ea-1d28-4edc-af5a-3c933c446253 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.761994] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 764.761994] env[69304]: value = "task-4208420" [ 764.761994] env[69304]: _type = "Task" [ 764.761994] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.773144] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.787220] env[69304]: DEBUG nova.compute.utils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.791305] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.791522] env[69304]: DEBUG nova.network.neutron [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.847441] env[69304]: DEBUG nova.policy [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9efa1c8d78774d7990dee2e33261659e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f356b631fab4944aefec90f4ed82e3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.971030] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072702} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.971030] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.972390] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc6b95-2577-4412-83d1-850c8b1be1ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.998282] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 003dd320-3467-49c5-aabe-080ecde7dcc2/003dd320-3467-49c5-aabe-080ecde7dcc2.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.002269] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f03088-46b3-4f1b-bce1-34a5f9989470 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.025455] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 765.025455] env[69304]: value = "task-4208421" [ 765.025455] env[69304]: _type = "Task" [ 765.025455] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.037387] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.218666] env[69304]: DEBUG nova.network.neutron [-] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.253735] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a579d033-cee4-489a-bf98-037a9b59601d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.269213] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7e7a66-998e-4a6d-baa3-d8f7d0ac6017 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.292352] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.295192] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208420, 'name': PowerOffVM_Task, 'duration_secs': 0.244556} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.309261] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.309729] env[69304]: DEBUG nova.compute.manager [req-23d2be54-5a05-4133-98b2-2398874f44d1 req-a6670c22-8884-4fbb-895a-51ef25a1844b service nova] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Detach interface failed, port_id=4de12236-fba2-4961-b911-571028e99436, reason: Instance bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 765.311223] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c42384-2b09-40b9-9fef-4b67e8c5e80f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.348558] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa99272d-ba22-4a25-bdc3-4f6936272a5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.392059] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.392193] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3745e676-f51d-45fa-8fe2-c28142f8aaf8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.401871] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 765.401871] env[69304]: value = "task-4208422" [ 765.401871] env[69304]: _type = "Task" [ 765.401871] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.412294] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 765.412530] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.412757] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.412903] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.413100] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.413412] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0bf983e-c354-4d83-8904-171c48f126cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.426801] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.427029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.430057] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93ce4bf-3600-4469-a10b-c36f5769675c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.435248] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 765.435248] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52837940-31fb-e58c-2be1-cf47128a9349" [ 765.435248] env[69304]: _type = "Task" [ 765.435248] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.447473] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52837940-31fb-e58c-2be1-cf47128a9349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.476708] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec7c367-9b91-471e-9d94-e085ea5f8bb5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.485749] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a66e0-b297-4990-a164-979932ffb632 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.520314] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7dc51-8efe-4e2e-91cc-39a2d652f7b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.533733] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ea9647-9a58-4f40-a977-4a55ac91ea2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.544538] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.554685] env[69304]: DEBUG nova.compute.provider_tree [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.724136] env[69304]: INFO nova.compute.manager [-] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Took 1.86 seconds to deallocate network for instance. [ 765.948113] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52837940-31fb-e58c-2be1-cf47128a9349, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.949361] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1160a0a9-1726-43df-a21a-c46a257f65b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.955728] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 765.955728] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a80799-225d-4683-afdf-48849fd36042" [ 765.955728] env[69304]: _type = "Task" [ 765.955728] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.965194] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a80799-225d-4683-afdf-48849fd36042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.041904] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208421, 'name': ReconfigVM_Task, 'duration_secs': 0.692401} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.042751] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 003dd320-3467-49c5-aabe-080ecde7dcc2/003dd320-3467-49c5-aabe-080ecde7dcc2.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.042872] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1e2ffc-f636-44a6-a65c-63e086b84aab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.049696] env[69304]: DEBUG nova.network.neutron [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Successfully created port: 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.054440] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 766.054440] env[69304]: value = "task-4208423" [ 766.054440] env[69304]: _type = "Task" [ 766.054440] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.059727] env[69304]: DEBUG nova.scheduler.client.report [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.075535] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208423, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.237886] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.318081] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.353270] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.353270] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.353270] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.353270] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.353270] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.353270] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.353942] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.354272] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.354593] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.354876] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.355204] env[69304]: DEBUG nova.virt.hardware [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.356595] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27110f2c-7e6e-4584-967d-dde3e14e4b47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.366200] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d01faa-1ae3-4ee1-95ba-eb7d99220311 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.468448] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a80799-225d-4683-afdf-48849fd36042, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.469111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.469927] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. {{(pid=69304) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 766.470661] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea984972-2e9c-406f-b210-aba2045cec61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.481421] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 766.481421] env[69304]: value = "task-4208424" [ 766.481421] env[69304]: _type = "Task" [ 766.481421] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.491920] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.565764] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208423, 'name': Rename_Task, 'duration_secs': 0.184158} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.566282] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.566710] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c75d2c36-7ea7-46af-b1fd-4468c59e2758 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.574832] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.577430] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.251s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.577889] env[69304]: DEBUG nova.objects.instance [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'resources' on Instance uuid c6759f57-90d3-4c97-b303-98c7b231cfcf {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.580248] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 766.580248] env[69304]: value = "task-4208425" [ 766.580248] env[69304]: _type = "Task" [ 766.580248] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.591903] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.613645] env[69304]: INFO nova.scheduler.client.report [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Deleted allocations for instance 19ddcf82-04e6-4972-9723-1b24700143e4 [ 766.997415] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506694} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.997646] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. [ 766.998918] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d0c186-c99f-4ab7-8b38-39aae93a9d51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.033823] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.036961] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25aaaafd-8cd0-4723-aa6b-572225fbb95d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.055894] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 767.055894] env[69304]: value = "task-4208426" [ 767.055894] env[69304]: _type = "Task" [ 767.055894] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.065543] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.095349] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.122752] env[69304]: DEBUG oslo_concurrency.lockutils [None req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Lock "19ddcf82-04e6-4972-9723-1b24700143e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.058s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.569183] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208426, 'name': ReconfigVM_Task, 'duration_secs': 0.306431} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.573081] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.577902] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64449cd5-271d-430d-991a-d0284335b0b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.612399] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce8b314-a3e7-47a5-a849-0c553fa08f4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.630751] env[69304]: DEBUG oslo_vmware.api [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208425, 'name': PowerOnVM_Task, 'duration_secs': 0.554129} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.632334] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.632747] env[69304]: INFO nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Took 10.94 seconds to spawn the instance on the hypervisor. [ 767.632842] env[69304]: DEBUG nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.633211] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 767.633211] env[69304]: value = "task-4208427" [ 767.633211] env[69304]: _type = "Task" [ 767.633211] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.634149] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2702f-2f89-4bfc-a5f3-eee184a68e99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.653325] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.662481] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e7429-1471-422a-8471-7c7b4ecff4cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.670668] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ee94b6-5cfe-4903-b4a6-e3f874771d91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.711729] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ba42e4-fd57-48c2-bb10-62e95a914030 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.721566] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02aa322-2b6a-49fa-99c9-5fd96c70a0a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.738079] env[69304]: DEBUG nova.compute.provider_tree [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.158878] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208427, 'name': ReconfigVM_Task, 'duration_secs': 0.171281} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.160792] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.165302] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99f6a8b1-060e-4ba2-add5-94419d1b67c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.168729] env[69304]: INFO nova.compute.manager [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Took 43.56 seconds to build instance. [ 768.176756] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 768.176756] env[69304]: value = "task-4208428" [ 768.176756] env[69304]: _type = "Task" [ 768.176756] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.192031] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.244075] env[69304]: DEBUG nova.scheduler.client.report [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.365012] env[69304]: DEBUG nova.network.neutron [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Successfully updated port: 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.374186] env[69304]: DEBUG nova.compute.manager [req-81e221bb-0b02-451c-8ef5-1ee405d8a4a6 req-80e0d606-ee98-4c87-896b-f7f7e5858f5d service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Received event network-vif-plugged-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 768.374491] env[69304]: DEBUG oslo_concurrency.lockutils [req-81e221bb-0b02-451c-8ef5-1ee405d8a4a6 req-80e0d606-ee98-4c87-896b-f7f7e5858f5d service nova] Acquiring lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.375139] env[69304]: DEBUG oslo_concurrency.lockutils [req-81e221bb-0b02-451c-8ef5-1ee405d8a4a6 req-80e0d606-ee98-4c87-896b-f7f7e5858f5d service nova] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.375139] env[69304]: DEBUG oslo_concurrency.lockutils [req-81e221bb-0b02-451c-8ef5-1ee405d8a4a6 req-80e0d606-ee98-4c87-896b-f7f7e5858f5d service nova] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.375139] env[69304]: DEBUG nova.compute.manager [req-81e221bb-0b02-451c-8ef5-1ee405d8a4a6 req-80e0d606-ee98-4c87-896b-f7f7e5858f5d service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] No waiting events found dispatching network-vif-plugged-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.375324] env[69304]: WARNING nova.compute.manager [req-81e221bb-0b02-451c-8ef5-1ee405d8a4a6 req-80e0d606-ee98-4c87-896b-f7f7e5858f5d service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Received unexpected event network-vif-plugged-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 for instance with vm_state building and task_state spawning. [ 768.674090] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a056cb0a-05f7-4911-80f0-f2485973a638 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.250s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.691700] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.749649] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.754605] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.699s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.758324] env[69304]: INFO nova.compute.claims [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.784540] env[69304]: INFO nova.scheduler.client.report [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted allocations for instance c6759f57-90d3-4c97-b303-98c7b231cfcf [ 768.872774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-e44ed0e7-da1c-4603-99b7-d1385f7116ad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.872933] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-e44ed0e7-da1c-4603-99b7-d1385f7116ad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.873112] env[69304]: DEBUG nova.network.neutron [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.010031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "735cd9c8-ca9a-4b99-a653-333b31d07751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.014345] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.180658] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.203382] env[69304]: DEBUG oslo_vmware.api [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208428, 'name': PowerOnVM_Task, 'duration_secs': 0.997542} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.203698] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.207039] env[69304]: DEBUG nova.compute.manager [None req-ab7601a6-851d-4b45-b1d4-a68c9075ff79 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.208049] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df171cd-afb1-4d61-b668-374406032f94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.293311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-16e27fbd-404b-4006-a06c-74192e848771 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "c6759f57-90d3-4c97-b303-98c7b231cfcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.219s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.424055] env[69304]: DEBUG nova.network.neutron [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.566619] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "003dd320-3467-49c5-aabe-080ecde7dcc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.566853] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.567066] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "003dd320-3467-49c5-aabe-080ecde7dcc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.567412] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.567501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.571956] env[69304]: INFO nova.compute.manager [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Terminating instance [ 769.715496] env[69304]: DEBUG nova.network.neutron [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Updating instance_info_cache with network_info: [{"id": "7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08", "address": "fa:16:3e:d5:f7:50", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c40ed17-f5", "ovs_interfaceid": "7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.719262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.080419] env[69304]: DEBUG nova.compute.manager [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.080644] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.081603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653e908-6a43-4b3e-bcb7-38afe90a83fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.094150] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.094443] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b1339f-1144-42d3-8ef8-c398fde2e10e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.102831] env[69304]: DEBUG oslo_vmware.api [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 770.102831] env[69304]: value = "task-4208429" [ 770.102831] env[69304]: _type = "Task" [ 770.102831] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.118351] env[69304]: DEBUG oslo_vmware.api [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.219288] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-e44ed0e7-da1c-4603-99b7-d1385f7116ad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.219782] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance network_info: |[{"id": "7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08", "address": "fa:16:3e:d5:f7:50", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c40ed17-f5", "ovs_interfaceid": "7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.220371] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f7:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.235547] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating folder: Project (0f356b631fab4944aefec90f4ed82e3e). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.239000] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4657ffe0-e3ca-4039-bfa5-8907c601d773 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.253103] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created folder: Project (0f356b631fab4944aefec90f4ed82e3e) in parent group-v832645. [ 770.253300] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating folder: Instances. Parent ref: group-v832743. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.255026] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40d1710f-4773-4000-b05f-061a6d3404d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.267957] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created folder: Instances in parent group-v832743. [ 770.269121] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.269121] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.269121] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139f8502-f960-49bb-b5de-900d2f956d0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.294647] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.294647] env[69304]: value = "task-4208432" [ 770.294647] env[69304]: _type = "Task" [ 770.294647] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.304075] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208432, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.395782] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f546e736-04e5-486d-a05e-381fd5a0e20d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.405425] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78394a9-bce3-4cd7-9b1e-4daa09a8a3c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.444079] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183f720f-8ab6-4e95-bfe9-405b8be070b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.451805] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf50fe61-ba09-42b0-be62-0e00051de64a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.470771] env[69304]: DEBUG nova.compute.provider_tree [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.529816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "6acc83d1-4c05-4375-946b-7b326bb650e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.529816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.615513] env[69304]: DEBUG oslo_vmware.api [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208429, 'name': PowerOffVM_Task, 'duration_secs': 0.20906} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.616037] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.616037] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.616247] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-310e58bd-c704-496a-a160-79e6b8e21a57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.685934] env[69304]: DEBUG nova.compute.manager [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Received event network-changed-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 770.685934] env[69304]: DEBUG nova.compute.manager [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Refreshing instance network info cache due to event network-changed-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 770.686235] env[69304]: DEBUG oslo_concurrency.lockutils [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] Acquiring lock "refresh_cache-e44ed0e7-da1c-4603-99b7-d1385f7116ad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.689420] env[69304]: DEBUG oslo_concurrency.lockutils [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] Acquired lock "refresh_cache-e44ed0e7-da1c-4603-99b7-d1385f7116ad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.689420] env[69304]: DEBUG nova.network.neutron [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Refreshing network info cache for port 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.718492] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.720722] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.720930] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Deleting the datastore file [datastore2] 003dd320-3467-49c5-aabe-080ecde7dcc2 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.721314] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade4a13c-0607-4b75-91b4-13cdc0b2548b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.731220] env[69304]: DEBUG oslo_vmware.api [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for the task: (returnval){ [ 770.731220] env[69304]: value = "task-4208434" [ 770.731220] env[69304]: _type = "Task" [ 770.731220] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.739221] env[69304]: DEBUG oslo_vmware.api [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.805464] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208432, 'name': CreateVM_Task, 'duration_secs': 0.419196} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.805670] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.806558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.806558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.806880] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.807158] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47edeaf4-0f5d-43b3-97fa-6d3ede4e1505 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.812942] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 770.812942] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52973683-e39f-bc28-0de9-8e71d1a6b1df" [ 770.812942] env[69304]: _type = "Task" [ 770.812942] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.822924] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52973683-e39f-bc28-0de9-8e71d1a6b1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.976114] env[69304]: DEBUG nova.scheduler.client.report [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.245716] env[69304]: DEBUG oslo_vmware.api [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Task: {'id': task-4208434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185991} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.246017] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.246017] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.246532] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.246532] env[69304]: INFO nova.compute.manager [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.246727] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.247044] env[69304]: DEBUG nova.compute.manager [-] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.247138] env[69304]: DEBUG nova.network.neutron [-] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.325750] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52973683-e39f-bc28-0de9-8e71d1a6b1df, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.328519] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.329054] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.329429] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.329737] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.330047] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.330456] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-609f380d-31ae-473c-9349-4acdf6db98e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.344023] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.344023] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.344023] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fad6e03-2c22-4691-a4ca-701f3c66bb5d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.352250] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 771.352250] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52335f28-2c78-0def-cb5d-ddfdc57f604e" [ 771.352250] env[69304]: _type = "Task" [ 771.352250] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.361677] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52335f28-2c78-0def-cb5d-ddfdc57f604e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.485030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.485030] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.486705] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.749s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.487359] env[69304]: DEBUG nova.objects.instance [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lazy-loading 'resources' on Instance uuid c6c05049-8183-4094-9d4c-1b3212e9f202 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.570890] env[69304]: DEBUG nova.compute.manager [req-6e1cd278-cc63-4ff5-9ab7-69ba6c416983 req-6092b1e1-eb56-4ddd-8375-8017f4edd6b6 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Received event network-vif-deleted-5c651e66-9f68-4472-bd82-7d459d06a82f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 771.570890] env[69304]: INFO nova.compute.manager [req-6e1cd278-cc63-4ff5-9ab7-69ba6c416983 req-6092b1e1-eb56-4ddd-8375-8017f4edd6b6 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Neutron deleted interface 5c651e66-9f68-4472-bd82-7d459d06a82f; detaching it from the instance and deleting it from the info cache [ 771.571148] env[69304]: DEBUG nova.network.neutron [req-6e1cd278-cc63-4ff5-9ab7-69ba6c416983 req-6092b1e1-eb56-4ddd-8375-8017f4edd6b6 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.646305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.646545] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.683344] env[69304]: DEBUG nova.network.neutron [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Updated VIF entry in instance network info cache for port 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.683790] env[69304]: DEBUG nova.network.neutron [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Updating instance_info_cache with network_info: [{"id": "7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08", "address": "fa:16:3e:d5:f7:50", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c40ed17-f5", "ovs_interfaceid": "7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.861838] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52335f28-2c78-0def-cb5d-ddfdc57f604e, 'name': SearchDatastore_Task, 'duration_secs': 0.013323} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.862818] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a330fa03-79c2-4716-aa34-e34699e0b324 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.869450] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 771.869450] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525b7c40-242b-b517-7550-b78d941d27bd" [ 771.869450] env[69304]: _type = "Task" [ 771.869450] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.880289] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525b7c40-242b-b517-7550-b78d941d27bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.991218] env[69304]: DEBUG nova.compute.utils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.993081] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.993081] env[69304]: DEBUG nova.network.neutron [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.048667] env[69304]: DEBUG nova.network.neutron [-] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.070794] env[69304]: DEBUG nova.policy [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95474e0135e34716b524c838c1b23c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88b535ea1dec47b6948c5b8ed3c03d2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.078903] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8559be5a-e44e-4972-be0d-14b435507452 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.088955] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70550d3-27a3-466c-9f74-b54b0a6050c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.126710] env[69304]: DEBUG nova.compute.manager [req-6e1cd278-cc63-4ff5-9ab7-69ba6c416983 req-6092b1e1-eb56-4ddd-8375-8017f4edd6b6 service nova] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Detach interface failed, port_id=5c651e66-9f68-4472-bd82-7d459d06a82f, reason: Instance 003dd320-3467-49c5-aabe-080ecde7dcc2 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 772.152173] env[69304]: DEBUG nova.compute.utils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.186988] env[69304]: DEBUG oslo_concurrency.lockutils [req-118f0c7b-249b-43c3-a7b8-ef4ac3634f16 req-061316ce-3a14-4edc-9857-36d7d59be603 service nova] Releasing lock "refresh_cache-e44ed0e7-da1c-4603-99b7-d1385f7116ad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.381140] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525b7c40-242b-b517-7550-b78d941d27bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.381471] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.381717] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.381928] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb83253-8729-440b-9d15-0425a01e8a99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.389592] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 772.389592] env[69304]: value = "task-4208435" [ 772.389592] env[69304]: _type = "Task" [ 772.389592] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.399582] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.462541] env[69304]: DEBUG nova.network.neutron [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Successfully created port: fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.482224] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43329e0-b6f5-4b9d-a67e-6958537ad572 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.490526] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26b0509-1278-4457-adfb-e25d71f36008 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.522021] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.525419] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adcea9c-5134-41a4-a100-8f3532b31f2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.534151] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44764888-ad61-4068-af34-b9fe33aed32a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549904] env[69304]: DEBUG nova.compute.provider_tree [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.553376] env[69304]: INFO nova.compute.manager [-] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Took 1.31 seconds to deallocate network for instance. [ 772.655634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.902205] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488172} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.902612] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.903030] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.903213] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36e4ad28-a252-4049-a614-30b90adb79ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.912215] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 772.912215] env[69304]: value = "task-4208436" [ 772.912215] env[69304]: _type = "Task" [ 772.912215] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.927657] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.033495] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.034090] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.053363] env[69304]: DEBUG nova.scheduler.client.report [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.059520] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.423716] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.424075] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.424697] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241fae30-6e30-4733-b028-d3eee9347dff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.429341] env[69304]: INFO nova.compute.manager [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Rescuing [ 773.429781] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.430025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.430151] env[69304]: DEBUG nova.network.neutron [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.449723] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.452916] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2572343d-e30a-43cc-bb02-d2b0119bd0d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.474149] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 773.474149] env[69304]: value = "task-4208437" [ 773.474149] env[69304]: _type = "Task" [ 773.474149] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.483765] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.536620] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.558514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.562776] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.634s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.564904] env[69304]: INFO nova.compute.claims [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.579686] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.580216] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.580494] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.580711] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.580880] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.581061] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.581290] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.581477] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.581665] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.581845] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.582037] env[69304]: DEBUG nova.virt.hardware [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.582999] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2456c-be85-489b-a583-e4a10461f4e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.590854] env[69304]: INFO nova.scheduler.client.report [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleted allocations for instance c6c05049-8183-4094-9d4c-1b3212e9f202 [ 773.600861] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ba98d5-b7e3-477d-a663-e22916107d92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.744321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.744321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.744598] env[69304]: INFO nova.compute.manager [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Attaching volume d441b86b-ec8d-4a67-b413-91d5b8b7c67c to /dev/sdb [ 773.775644] env[69304]: DEBUG nova.network.neutron [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updating instance_info_cache with network_info: [{"id": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "address": "fa:16:3e:4f:a6:d5", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e8a19-85", "ovs_interfaceid": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.814863] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854d7fa2-c037-45bc-87d6-2b8aa78f1d6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.823608] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16fe869-35ad-4e49-9c69-e0e9be456fbf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.840700] env[69304]: DEBUG nova.virt.block_device [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updating existing volume attachment record: db88df67-8169-4fe5-ad56-af46a3bb528a {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 773.984842] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208437, 'name': ReconfigVM_Task, 'duration_secs': 0.433389} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.985238] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.986551] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5a02fa1-68ac-46f9-aa17-ac95eb613659 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.998306] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 773.998306] env[69304]: value = "task-4208438" [ 773.998306] env[69304]: _type = "Task" [ 773.998306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.013684] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208438, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.114094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "c6c05049-8183-4094-9d4c-1b3212e9f202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.387s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.278706] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.300530] env[69304]: DEBUG nova.compute.manager [req-0d7ea551-d9fd-494b-9b86-ebae48a603d6 req-324d69f7-7237-4c46-9a8a-ab5c969b6d81 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Received event network-vif-plugged-fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 774.300845] env[69304]: DEBUG oslo_concurrency.lockutils [req-0d7ea551-d9fd-494b-9b86-ebae48a603d6 req-324d69f7-7237-4c46-9a8a-ab5c969b6d81 service nova] Acquiring lock "d5770133-2f67-4afd-ba07-778defd8c692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.301131] env[69304]: DEBUG oslo_concurrency.lockutils [req-0d7ea551-d9fd-494b-9b86-ebae48a603d6 req-324d69f7-7237-4c46-9a8a-ab5c969b6d81 service nova] Lock "d5770133-2f67-4afd-ba07-778defd8c692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.301332] env[69304]: DEBUG oslo_concurrency.lockutils [req-0d7ea551-d9fd-494b-9b86-ebae48a603d6 req-324d69f7-7237-4c46-9a8a-ab5c969b6d81 service nova] Lock "d5770133-2f67-4afd-ba07-778defd8c692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.301506] env[69304]: DEBUG nova.compute.manager [req-0d7ea551-d9fd-494b-9b86-ebae48a603d6 req-324d69f7-7237-4c46-9a8a-ab5c969b6d81 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] No waiting events found dispatching network-vif-plugged-fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.301671] env[69304]: WARNING nova.compute.manager [req-0d7ea551-d9fd-494b-9b86-ebae48a603d6 req-324d69f7-7237-4c46-9a8a-ab5c969b6d81 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Received unexpected event network-vif-plugged-fd838afd-16e7-4777-9c8b-a5c5477827db for instance with vm_state building and task_state spawning. [ 774.307138] env[69304]: DEBUG nova.network.neutron [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Successfully updated port: fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.512223] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208438, 'name': Rename_Task, 'duration_secs': 0.179732} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.513240] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.513995] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f465990-78cf-4006-a31d-8034dd520abc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.523915] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 774.523915] env[69304]: value = "task-4208440" [ 774.523915] env[69304]: _type = "Task" [ 774.523915] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.534455] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.819920] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.819920] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquired lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.819920] env[69304]: DEBUG nova.network.neutron [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.040456] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.192583] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4733effd-6b3c-41ab-a269-cc86c6717b1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.200978] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda418ad-59ef-475a-90f6-d0edaa50e0de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.234320] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0147a7c-aba9-4c03-9ea3-f581ecc658a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.243802] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381c24c5-0c5d-4a05-ae10-a8261d29700a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.261684] env[69304]: DEBUG nova.compute.provider_tree [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.394745] env[69304]: DEBUG nova.network.neutron [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.538190] env[69304]: DEBUG oslo_vmware.api [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208440, 'name': PowerOnVM_Task, 'duration_secs': 0.537535} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.538190] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.538551] env[69304]: INFO nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Took 9.22 seconds to spawn the instance on the hypervisor. [ 775.538708] env[69304]: DEBUG nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.539420] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb39618-dfc6-473f-90e3-a66a0b1de333 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.572339] env[69304]: DEBUG nova.network.neutron [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updating instance_info_cache with network_info: [{"id": "fd838afd-16e7-4777-9c8b-a5c5477827db", "address": "fa:16:3e:54:7d:39", "network": {"id": "0c7530b6-a3c5-400c-b8d4-310c9776b94c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1500172451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88b535ea1dec47b6948c5b8ed3c03d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd838afd-16", "ovs_interfaceid": "fd838afd-16e7-4777-9c8b-a5c5477827db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.765699] env[69304]: DEBUG nova.scheduler.client.report [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.835015] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.835452] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529bdc2c-29fa-47d7-a48d-fdfb24c24188 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.844416] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 775.844416] env[69304]: value = "task-4208444" [ 775.844416] env[69304]: _type = "Task" [ 775.844416] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.859075] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.060430] env[69304]: INFO nova.compute.manager [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Took 47.67 seconds to build instance. [ 776.075672] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Releasing lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.076211] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Instance network_info: |[{"id": "fd838afd-16e7-4777-9c8b-a5c5477827db", "address": "fa:16:3e:54:7d:39", "network": {"id": "0c7530b6-a3c5-400c-b8d4-310c9776b94c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1500172451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88b535ea1dec47b6948c5b8ed3c03d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd838afd-16", "ovs_interfaceid": "fd838afd-16e7-4777-9c8b-a5c5477827db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.076912] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:7d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd838afd-16e7-4777-9c8b-a5c5477827db', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.093034] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Creating folder: Project (88b535ea1dec47b6948c5b8ed3c03d2a). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.093034] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81168306-ce2d-4c73-9395-3874abfd593a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.109385] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Created folder: Project (88b535ea1dec47b6948c5b8ed3c03d2a) in parent group-v832645. [ 776.109610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Creating folder: Instances. Parent ref: group-v832748. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.109960] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09db6fa7-9fa2-4276-b6f0-0e35cb39b46f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.122943] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Created folder: Instances in parent group-v832748. [ 776.123248] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.123463] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.123681] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a85073c1-65c1-4761-bfa8-4f2c6a7b60b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.146810] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.146810] env[69304]: value = "task-4208447" [ 776.146810] env[69304]: _type = "Task" [ 776.146810] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.156650] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208447, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.274046] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.274046] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.276101] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.043s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.278713] env[69304]: INFO nova.compute.claims [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.359784] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208444, 'name': PowerOffVM_Task, 'duration_secs': 0.328333} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.359784] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.360722] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b667acc9-583b-4cd0-9b8c-6fcb85dafd4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.382856] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0485bec7-65ab-4d5d-bc35-02fa0bd93aa7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.389894] env[69304]: DEBUG nova.compute.manager [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Received event network-changed-fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 776.390455] env[69304]: DEBUG nova.compute.manager [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Refreshing instance network info cache due to event network-changed-fd838afd-16e7-4777-9c8b-a5c5477827db. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 776.390682] env[69304]: DEBUG oslo_concurrency.lockutils [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] Acquiring lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.390821] env[69304]: DEBUG oslo_concurrency.lockutils [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] Acquired lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.390978] env[69304]: DEBUG nova.network.neutron [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Refreshing network info cache for port fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.424582] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.424928] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3dec1ff-8e8e-4b98-b505-d4523a2b2a17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.433965] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 776.433965] env[69304]: value = "task-4208448" [ 776.433965] env[69304]: _type = "Task" [ 776.433965] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.446533] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 776.446867] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.447165] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.447346] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.447598] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.447913] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4c14690-3cc7-41ee-8cef-18f788da556f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.461063] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.461295] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.462146] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0462a700-7731-407f-bf8f-b769a9307172 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.472136] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 776.472136] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52948f0d-ab08-6f91-d25b-99a642a7c3cf" [ 776.472136] env[69304]: _type = "Task" [ 776.472136] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.484461] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52948f0d-ab08-6f91-d25b-99a642a7c3cf, 'name': SearchDatastore_Task} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.485829] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185893e6-f2a1-4eca-92d0-a567a18bb7ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.493026] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 776.493026] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c71b0-88b9-2d7b-f45e-286ace715de0" [ 776.493026] env[69304]: _type = "Task" [ 776.493026] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.507645] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c71b0-88b9-2d7b-f45e-286ace715de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.539628] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "99d93c01-4212-4c76-955f-b2dcfdbdca17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.539979] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.565627] env[69304]: DEBUG oslo_concurrency.lockutils [None req-54603b9a-259d-433f-996c-f8bca80f0888 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.215s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.658609] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208447, 'name': CreateVM_Task, 'duration_secs': 0.396318} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.658845] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.659552] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.659710] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.660061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.660379] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f301cd5f-59fe-4fb3-a3b1-f7032649dcfc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.667304] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 776.667304] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52faad0d-31fa-2002-f74c-644df7d84e11" [ 776.667304] env[69304]: _type = "Task" [ 776.667304] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.677410] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52faad0d-31fa-2002-f74c-644df7d84e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.784078] env[69304]: DEBUG nova.compute.utils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.787754] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.787906] env[69304]: DEBUG nova.network.neutron [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.861587] env[69304]: DEBUG nova.policy [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4300ec9998dd45f0bd0687fd244fb562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21e0dcde096844dc82f4f2bf106d770a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.004580] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c71b0-88b9-2d7b-f45e-286ace715de0, 'name': SearchDatastore_Task, 'duration_secs': 0.015927} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.005139] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.005555] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. {{(pid=69304) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 777.008018] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09370dbe-32e7-4c50-aa23-59b3a70ca93d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.016263] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 777.016263] env[69304]: value = "task-4208450" [ 777.016263] env[69304]: _type = "Task" [ 777.016263] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.029664] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.030372] env[69304]: INFO nova.compute.manager [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Rebuilding instance [ 777.070807] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.092072] env[69304]: DEBUG nova.compute.manager [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 777.092072] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf39c1-3ed9-4442-a17d-f711268bd8cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.154154] env[69304]: DEBUG nova.network.neutron [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updated VIF entry in instance network info cache for port fd838afd-16e7-4777-9c8b-a5c5477827db. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.154154] env[69304]: DEBUG nova.network.neutron [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updating instance_info_cache with network_info: [{"id": "fd838afd-16e7-4777-9c8b-a5c5477827db", "address": "fa:16:3e:54:7d:39", "network": {"id": "0c7530b6-a3c5-400c-b8d4-310c9776b94c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1500172451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "88b535ea1dec47b6948c5b8ed3c03d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd838afd-16", "ovs_interfaceid": "fd838afd-16e7-4777-9c8b-a5c5477827db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.179225] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52faad0d-31fa-2002-f74c-644df7d84e11, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.179868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.180252] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.180637] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.180926] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.181234] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.181626] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b64da171-f7ef-4733-9b7f-7b642d1b736f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.192184] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.192643] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.193545] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678c1260-c0aa-4810-b5f9-abf400ac05b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.203186] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 777.203186] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524a9fd6-d0b0-c3b1-3ca6-a0a0adba2601" [ 777.203186] env[69304]: _type = "Task" [ 777.203186] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.211890] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524a9fd6-d0b0-c3b1-3ca6-a0a0adba2601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.289853] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.334917] env[69304]: DEBUG nova.network.neutron [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Successfully created port: 5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.528905] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208450, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.608429] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.656922] env[69304]: DEBUG oslo_concurrency.lockutils [req-35128383-8964-461d-ae24-3c65087cfc8e req-d8095b58-66f1-46a3-8a12-e085d9a73cfd service nova] Releasing lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.717714] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524a9fd6-d0b0-c3b1-3ca6-a0a0adba2601, 'name': SearchDatastore_Task, 'duration_secs': 0.0248} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.721724] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a650904-061c-462d-8905-a2cc55332225 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730929] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 777.730929] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5278b118-534b-473b-9ccb-672caed5d894" [ 777.730929] env[69304]: _type = "Task" [ 777.730929] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.747161] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5278b118-534b-473b-9ccb-672caed5d894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.889396] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1b8cd-fbd8-4b93-b05c-3e0d67ea824d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.897958] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff1ada-d33b-46f1-88b2-c1d5f1f26936 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.933886] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adca43fc-a8c2-48e1-8162-a6931e92e581 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.943725] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f958e-f1a6-4775-b486-ac65602ca8d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.959232] env[69304]: DEBUG nova.compute.provider_tree [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.028308] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762096} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.028665] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. [ 778.029414] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1153794-7ac5-4174-b94e-2d3ac5d20e03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.055630] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.055971] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d889bcf7-210e-4288-b170-94ff406855b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.075502] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 778.075502] env[69304]: value = "task-4208451" [ 778.075502] env[69304]: _type = "Task" [ 778.075502] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.084844] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.107624] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.108042] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cc6609a-fac0-40e6-8665-90598dbd6dc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.116445] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 778.116445] env[69304]: value = "task-4208452" [ 778.116445] env[69304]: _type = "Task" [ 778.116445] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.126043] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.242286] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5278b118-534b-473b-9ccb-672caed5d894, 'name': SearchDatastore_Task, 'duration_secs': 0.031371} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.242611] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.242895] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d5770133-2f67-4afd-ba07-778defd8c692/d5770133-2f67-4afd-ba07-778defd8c692.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.243206] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15b43df-d506-44c5-98e8-6ea5a57c5efe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.250891] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 778.250891] env[69304]: value = "task-4208453" [ 778.250891] env[69304]: _type = "Task" [ 778.250891] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.259759] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.305418] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.337734] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.338015] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.338235] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.338436] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.338610] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.338804] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.339050] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.339221] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.339393] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.339575] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.339800] env[69304]: DEBUG nova.virt.hardware [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.340730] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee662c2e-c763-43a3-9f60-2419557d86a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.350466] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42e7d75-cb02-4bd7-b27c-c6a35754f11f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.462763] env[69304]: DEBUG nova.scheduler.client.report [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.587752] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208451, 'name': ReconfigVM_Task, 'duration_secs': 0.505055} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.588130] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.589113] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d3a32-e093-493f-bf6b-8c3aaaf3d298 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.634663] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6f0051-27c9-4a66-b46b-2d0409b784f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.660461] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208452, 'name': PowerOffVM_Task, 'duration_secs': 0.232518} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.660748] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.660976] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.661868] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74e8c3f-2689-427d-b3f3-61d8a3cf5d40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.666135] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 778.666135] env[69304]: value = "task-4208454" [ 778.666135] env[69304]: _type = "Task" [ 778.666135] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.672434] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.673153] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8eebf323-f854-496c-bd4b-4bb2b5c44189 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.682980] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.763509] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.780537] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.784038] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.784038] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.784038] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cbb014e-e022-40ef-aff5-eb9408edaca0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.789025] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 778.789025] env[69304]: value = "task-4208456" [ 778.789025] env[69304]: _type = "Task" [ 778.789025] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.798100] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.968844] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.969534] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.974021] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.930s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.974021] env[69304]: DEBUG nova.objects.instance [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lazy-loading 'resources' on Instance uuid 088f3721-eae5-46fc-8d2b-a0ba199f1718 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.147095] env[69304]: DEBUG nova.compute.manager [req-643e78ff-5bcb-4b8d-9d25-c3692882614f req-ac9a58ca-ff75-4fef-9282-80ae546bf31a service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Received event network-vif-plugged-5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 779.147376] env[69304]: DEBUG oslo_concurrency.lockutils [req-643e78ff-5bcb-4b8d-9d25-c3692882614f req-ac9a58ca-ff75-4fef-9282-80ae546bf31a service nova] Acquiring lock "70576c11-d63f-48a1-8a9f-6da8ae18b542-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.147618] env[69304]: DEBUG oslo_concurrency.lockutils [req-643e78ff-5bcb-4b8d-9d25-c3692882614f req-ac9a58ca-ff75-4fef-9282-80ae546bf31a service nova] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.148674] env[69304]: DEBUG oslo_concurrency.lockutils [req-643e78ff-5bcb-4b8d-9d25-c3692882614f req-ac9a58ca-ff75-4fef-9282-80ae546bf31a service nova] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.148903] env[69304]: DEBUG nova.compute.manager [req-643e78ff-5bcb-4b8d-9d25-c3692882614f req-ac9a58ca-ff75-4fef-9282-80ae546bf31a service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] No waiting events found dispatching network-vif-plugged-5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 779.149221] env[69304]: WARNING nova.compute.manager [req-643e78ff-5bcb-4b8d-9d25-c3692882614f req-ac9a58ca-ff75-4fef-9282-80ae546bf31a service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Received unexpected event network-vif-plugged-5998affc-dd7f-435e-8dc9-ee48a10db5a9 for instance with vm_state building and task_state spawning. [ 779.178221] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208454, 'name': ReconfigVM_Task, 'duration_secs': 0.340345} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.178418] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.179334] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93211293-4e2e-48d8-b451-bd993d6cc236 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.182070] env[69304]: DEBUG nova.network.neutron [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Successfully updated port: 5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.190513] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 779.190513] env[69304]: value = "task-4208457" [ 779.190513] env[69304]: _type = "Task" [ 779.190513] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.200673] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.269101] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620905} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.269462] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d5770133-2f67-4afd-ba07-778defd8c692/d5770133-2f67-4afd-ba07-778defd8c692.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.269584] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.269831] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d764498d-3b0b-43dc-bf02-e3828ccf2e2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.277400] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 779.277400] env[69304]: value = "task-4208458" [ 779.277400] env[69304]: _type = "Task" [ 779.277400] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.286935] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.299588] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256027} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.299831] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.300070] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.300315] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.408852] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 779.409112] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832747', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'name': 'volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9f9491-7450-409a-ad17-1f0f74f58829', 'attached_at': '', 'detached_at': '', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'serial': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 779.410077] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60512f63-9583-4e12-bb5f-2cb151927a12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.428485] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f97871-5475-4797-8505-ddde4e55974e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.456179] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c/volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.456663] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c297dab6-c533-452c-a98d-88a77bfbb889 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.476917] env[69304]: DEBUG nova.compute.utils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.483092] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.483092] env[69304]: DEBUG nova.network.neutron [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.485574] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 779.485574] env[69304]: value = "task-4208459" [ 779.485574] env[69304]: _type = "Task" [ 779.485574] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.496617] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.556419] env[69304]: DEBUG nova.policy [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4300ec9998dd45f0bd0687fd244fb562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21e0dcde096844dc82f4f2bf106d770a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.688196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.688196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.688196] env[69304]: DEBUG nova.network.neutron [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.702367] env[69304]: DEBUG oslo_vmware.api [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208457, 'name': PowerOnVM_Task, 'duration_secs': 0.486289} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.706218] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.710037] env[69304]: DEBUG nova.compute.manager [None req-19e82af2-f893-40ef-9572-a2d6870c2031 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.710766] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1162f72-675c-4388-b620-96366250abc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.793738] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07188} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.794245] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.795520] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ab866-11d4-4caa-95c4-c1c48671f3f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.827412] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] d5770133-2f67-4afd-ba07-778defd8c692/d5770133-2f67-4afd-ba07-778defd8c692.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.832027] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f34ca1-d280-4634-8338-315034f5679a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.858303] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 779.858303] env[69304]: value = "task-4208460" [ 779.858303] env[69304]: _type = "Task" [ 779.858303] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.873280] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.941626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.942145] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.986349] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.000659] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.035974] env[69304]: DEBUG nova.network.neutron [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Successfully created port: 8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.084741] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2de8b-c9c8-47aa-b447-84f34c49e13c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.093296] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca5138d-099d-4281-b38e-b0035c50179a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.130712] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d52cb-0052-4277-ae22-eed27c44b15f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.139693] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddf30b-2254-4653-ad7e-ab4182658ee1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.159979] env[69304]: DEBUG nova.compute.provider_tree [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.246124] env[69304]: DEBUG nova.network.neutron [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.372817] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.373070] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.373228] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.373420] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.373559] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.373700] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.374715] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.374715] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.374715] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.374715] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.374715] env[69304]: DEBUG nova.virt.hardware [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.375439] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42177fc-5d93-4b0b-89e5-ed68f7296837 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.381624] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208460, 'name': ReconfigVM_Task, 'duration_secs': 0.354511} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.382301] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Reconfigured VM instance instance-00000023 to attach disk [datastore1] d5770133-2f67-4afd-ba07-778defd8c692/d5770133-2f67-4afd-ba07-778defd8c692.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.382938] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69640a26-42e3-4711-a852-de7eac5dfe63 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.388183] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec97441-87c3-4adb-95aa-aa3bad5353f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.394650] env[69304]: DEBUG nova.network.neutron [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Updating instance_info_cache with network_info: [{"id": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "address": "fa:16:3e:bf:09:b5", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5998affc-dd", "ovs_interfaceid": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.395947] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 780.395947] env[69304]: value = "task-4208461" [ 780.395947] env[69304]: _type = "Task" [ 780.395947] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.408434] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f7:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.415515] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.416301] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.417205] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4568061b-09ab-47b7-a1c1-9949e5df2b94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.436772] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208461, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.443058] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.443058] env[69304]: value = "task-4208462" [ 780.443058] env[69304]: _type = "Task" [ 780.443058] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.451020] env[69304]: DEBUG nova.compute.utils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.454095] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208462, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.504025] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208459, 'name': ReconfigVM_Task, 'duration_secs': 0.66853} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.504025] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c/volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.507985] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc77380c-f219-4860-9d0a-f49d471bb028 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.524574] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 780.524574] env[69304]: value = "task-4208463" [ 780.524574] env[69304]: _type = "Task" [ 780.524574] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.534219] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.662698] env[69304]: DEBUG nova.scheduler.client.report [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.897249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.897663] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Instance network_info: |[{"id": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "address": "fa:16:3e:bf:09:b5", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5998affc-dd", "ovs_interfaceid": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.898161] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:09:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5998affc-dd7f-435e-8dc9-ee48a10db5a9', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.905710] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Creating folder: Project (21e0dcde096844dc82f4f2bf106d770a). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.909494] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-125e2e85-3e98-4a70-8464-3ab122172f1f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.917699] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208461, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.955372] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.955888] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208462, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.957389] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Created folder: Project (21e0dcde096844dc82f4f2bf106d770a) in parent group-v832645. [ 780.957583] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Creating folder: Instances. Parent ref: group-v832752. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.958535] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10c0c3a-f442-4f74-8130-d65f689cc197 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.971118] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Created folder: Instances in parent group-v832752. [ 780.972018] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.972018] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.972318] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f862781-3d73-49f6-8dca-0cd3882ed2eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.998672] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.007800] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.007800] env[69304]: value = "task-4208466" [ 781.007800] env[69304]: _type = "Task" [ 781.007800] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.017538] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208466, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.039283] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.041773] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.042042] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.042206] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.042395] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.042543] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.042759] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.042983] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.043161] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.043330] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.043492] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.044827] env[69304]: DEBUG nova.virt.hardware [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.045878] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde7429-cb58-4852-81cc-14a70dbc3dbf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.055156] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0fe643-3bec-498e-96bb-3ea3ba599f51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.170431] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.174261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.371s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.174261] env[69304]: DEBUG nova.objects.instance [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lazy-loading 'resources' on Instance uuid 589e0952-2ddf-4ca5-9cb4-0fd3c489d559 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.203349] env[69304]: INFO nova.scheduler.client.report [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Deleted allocations for instance 088f3721-eae5-46fc-8d2b-a0ba199f1718 [ 781.410445] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208461, 'name': Rename_Task, 'duration_secs': 0.935398} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.410730] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.410988] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb125fa6-ceb6-4297-977f-d1b42b4d6d52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.418427] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 781.418427] env[69304]: value = "task-4208467" [ 781.418427] env[69304]: _type = "Task" [ 781.418427] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.427811] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.454412] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208462, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.518033] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208466, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.542354] env[69304]: DEBUG oslo_vmware.api [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208463, 'name': ReconfigVM_Task, 'duration_secs': 0.828345} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.542718] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832747', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'name': 'volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9f9491-7450-409a-ad17-1f0f74f58829', 'attached_at': '', 'detached_at': '', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'serial': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 781.636192] env[69304]: DEBUG nova.compute.manager [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Received event network-changed-5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 781.636192] env[69304]: DEBUG nova.compute.manager [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Refreshing instance network info cache due to event network-changed-5998affc-dd7f-435e-8dc9-ee48a10db5a9. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 781.636192] env[69304]: DEBUG oslo_concurrency.lockutils [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] Acquiring lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.636192] env[69304]: DEBUG oslo_concurrency.lockutils [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] Acquired lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.637233] env[69304]: DEBUG nova.network.neutron [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Refreshing network info cache for port 5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.712726] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6289fc32-a5b4-4c67-96eb-c76f43b66635 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Lock "088f3721-eae5-46fc-8d2b-a0ba199f1718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.722s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.937858] env[69304]: DEBUG oslo_vmware.api [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208467, 'name': PowerOnVM_Task, 'duration_secs': 0.498219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.938278] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.941022] env[69304]: INFO nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Took 8.40 seconds to spawn the instance on the hypervisor. [ 781.941022] env[69304]: DEBUG nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.941022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162c28ee-efd5-4c45-a1d6-0b6f63cec082 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.966321] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208462, 'name': CreateVM_Task, 'duration_secs': 1.084799} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.966528] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.968514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.968514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.968803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.969073] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35abe85d-bc39-481f-bce4-2fa026dce538 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.976323] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 781.976323] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52489c71-2e82-86a5-95a2-8609c917c7c8" [ 781.976323] env[69304]: _type = "Task" [ 781.976323] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.990435] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52489c71-2e82-86a5-95a2-8609c917c7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.993394] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.993672] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.993912] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.994247] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.994247] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.994799] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63941b1-eb60-4dd2-bc3b-46568d0d2d40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.005761] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.006025] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.007498] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd196d8d-cea2-4c98-9a81-617788d93caa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.020576] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 782.020576] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528ff916-85f1-20f8-9d2c-747980ce7745" [ 782.020576] env[69304]: _type = "Task" [ 782.020576] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.024369] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208466, 'name': CreateVM_Task, 'duration_secs': 0.52748} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.030155] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.030961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.031655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.031655] env[69304]: INFO nova.compute.manager [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Attaching volume a1f085c8-42df-410f-9fd7-a5f3b6e30593 to /dev/sdb [ 782.033571] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.033811] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.034057] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.035914] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058e4751-25de-4814-b412-6da05b44f990 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.041350] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528ff916-85f1-20f8-9d2c-747980ce7745, 'name': SearchDatastore_Task, 'duration_secs': 0.016389} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.048023] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 782.048023] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c271fd-b5f0-c69b-f620-66ee351bad81" [ 782.048023] env[69304]: _type = "Task" [ 782.048023] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.048023] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26aaebf9-2163-494f-9842-b2a1866826cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.060879] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 782.060879] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522427b4-f60f-0f91-1256-e9df4a54a1ba" [ 782.060879] env[69304]: _type = "Task" [ 782.060879] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.064939] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c271fd-b5f0-c69b-f620-66ee351bad81, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.069238] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.069238] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.069238] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.074932] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522427b4-f60f-0f91-1256-e9df4a54a1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.075260] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.075525] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.078548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.078763] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.079053] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c3f4ab2-0eaf-4b91-99db-0c278726f7a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.081277] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b020e0e1-7141-4059-981f-36837f3f32f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.090918] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63625036-ab39-40f4-b886-2a60f10756f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.098676] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.098909] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.099786] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 782.099786] env[69304]: value = "task-4208468" [ 782.099786] env[69304]: _type = "Task" [ 782.099786] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.100785] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd429054-8b41-43b5-bded-3b96c23d568b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.111029] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c7e47-d08f-4788-8783-c7995d7f8711 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.117482] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 782.117482] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db186e-6bbf-4040-b30d-3bdf640d6d17" [ 782.117482] env[69304]: _type = "Task" [ 782.117482] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.125161] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.130614] env[69304]: DEBUG nova.virt.block_device [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updating existing volume attachment record: 59d9f8cf-befe-4ef6-ba91-68314a5ddad4 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 782.140851] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db186e-6bbf-4040-b30d-3bdf640d6d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.333246] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1740b-56f4-4cef-9234-f570df36a6e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339636] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf6c187-5201-4669-8619-37137690075f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.373600] env[69304]: DEBUG nova.network.neutron [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Successfully updated port: 8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.375874] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c688c0a-afa6-42f5-a23a-3cb256118356 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.383852] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b21e1cc-7c17-4921-a9e4-902d8a96edd1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.399262] env[69304]: DEBUG nova.compute.provider_tree [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.412569] env[69304]: DEBUG nova.network.neutron [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Updated VIF entry in instance network info cache for port 5998affc-dd7f-435e-8dc9-ee48a10db5a9. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.412936] env[69304]: DEBUG nova.network.neutron [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Updating instance_info_cache with network_info: [{"id": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "address": "fa:16:3e:bf:09:b5", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5998affc-dd", "ovs_interfaceid": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.469756] env[69304]: INFO nova.compute.manager [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Took 49.45 seconds to build instance. [ 782.620482] env[69304]: DEBUG nova.objects.instance [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lazy-loading 'flavor' on Instance uuid af9f9491-7450-409a-ad17-1f0f74f58829 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.622515] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208468, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.641754] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52db186e-6bbf-4040-b30d-3bdf640d6d17, 'name': SearchDatastore_Task, 'duration_secs': 0.021137} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.643656] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db73794-3fda-458d-9c7c-9cc9fd551d5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.655416] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 782.655416] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526f3f1e-06eb-3db1-591f-31c25d674d6d" [ 782.655416] env[69304]: _type = "Task" [ 782.655416] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.669692] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526f3f1e-06eb-3db1-591f-31c25d674d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.880581] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "refresh_cache-afa5f55f-8fe1-4c02-96bf-59e963dd4ada" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.880581] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "refresh_cache-afa5f55f-8fe1-4c02-96bf-59e963dd4ada" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880581] env[69304]: DEBUG nova.network.neutron [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.902600] env[69304]: DEBUG nova.scheduler.client.report [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.919980] env[69304]: DEBUG oslo_concurrency.lockutils [req-c7ec3130-24a7-4703-9735-1ebfbcb072b2 req-f01f27b5-5eaa-4dd8-b22d-257c793070c6 service nova] Releasing lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.973474] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "d5770133-2f67-4afd-ba07-778defd8c692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.308s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.985038] env[69304]: INFO nova.compute.manager [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Unrescuing [ 782.985038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.985038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.985038] env[69304]: DEBUG nova.network.neutron [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.117827] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85375} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.117827] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.117827] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.117827] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d040571-ec5e-4ad9-86c0-d540701a4d9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.127348] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 783.127348] env[69304]: value = "task-4208472" [ 783.127348] env[69304]: _type = "Task" [ 783.127348] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.133771] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1c32eaf0-b77d-4b95-86b3-c2af8bbf815b tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.389s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.142969] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.170025] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526f3f1e-06eb-3db1-591f-31c25d674d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.057957} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.170025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.170025] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 70576c11-d63f-48a1-8a9f-6da8ae18b542/70576c11-d63f-48a1-8a9f-6da8ae18b542.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.170025] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ecaba59-a3e8-4555-ab7c-a44bcf765081 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.182474] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 783.182474] env[69304]: value = "task-4208473" [ 783.182474] env[69304]: _type = "Task" [ 783.182474] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.195231] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.409065] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.415623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.779s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.417172] env[69304]: INFO nova.compute.claims [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.429354] env[69304]: DEBUG nova.network.neutron [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.462469] env[69304]: INFO nova.scheduler.client.report [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Deleted allocations for instance 589e0952-2ddf-4ca5-9cb4-0fd3c489d559 [ 783.478543] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.637435] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075194} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.637818] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.638667] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c503bdb5-2baf-40a7-be24-2f5874611d12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.672445] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.673187] env[69304]: DEBUG nova.network.neutron [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Updating instance_info_cache with network_info: [{"id": "8cada557-b3f7-42f6-99fe-54d767b40ea9", "address": "fa:16:3e:16:b5:ec", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cada557-b3", "ovs_interfaceid": "8cada557-b3f7-42f6-99fe-54d767b40ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.679505] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb961b6-6553-410f-b036-71f37b2be8c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.707792] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.709669] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 783.709669] env[69304]: value = "task-4208474" [ 783.709669] env[69304]: _type = "Task" [ 783.709669] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.718321] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.977118] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1525db8-d39e-44cf-8aaa-da84f696393b tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Lock "589e0952-2ddf-4ca5-9cb4-0fd3c489d559" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.698s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.012044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.063814] env[69304]: DEBUG nova.network.neutron [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updating instance_info_cache with network_info: [{"id": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "address": "fa:16:3e:4f:a6:d5", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd95e8a19-85", "ovs_interfaceid": "d95e8a19-857f-4737-8a45-3afe26b9b40f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.196254] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "refresh_cache-afa5f55f-8fe1-4c02-96bf-59e963dd4ada" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.196789] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Instance network_info: |[{"id": "8cada557-b3f7-42f6-99fe-54d767b40ea9", "address": "fa:16:3e:16:b5:ec", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cada557-b3", "ovs_interfaceid": "8cada557-b3f7-42f6-99fe-54d767b40ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.197657] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:b5:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cada557-b3f7-42f6-99fe-54d767b40ea9', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.213016] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.219051] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.224765] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8eb69ef-f1fd-4dd8-8baa-28f40aefb915 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.255308] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.261539] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208473, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.261539] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.261539] env[69304]: value = "task-4208475" [ 784.261539] env[69304]: _type = "Task" [ 784.261539] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.269441] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208475, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.296278] env[69304]: DEBUG nova.compute.manager [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Received event network-vif-plugged-8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 784.296811] env[69304]: DEBUG oslo_concurrency.lockutils [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] Acquiring lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.297123] env[69304]: DEBUG oslo_concurrency.lockutils [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.297470] env[69304]: DEBUG oslo_concurrency.lockutils [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.297750] env[69304]: DEBUG nova.compute.manager [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] No waiting events found dispatching network-vif-plugged-8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 784.297971] env[69304]: WARNING nova.compute.manager [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Received unexpected event network-vif-plugged-8cada557-b3f7-42f6-99fe-54d767b40ea9 for instance with vm_state building and task_state spawning. [ 784.298225] env[69304]: DEBUG nova.compute.manager [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Received event network-changed-8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 784.298414] env[69304]: DEBUG nova.compute.manager [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Refreshing instance network info cache due to event network-changed-8cada557-b3f7-42f6-99fe-54d767b40ea9. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 784.298548] env[69304]: DEBUG oslo_concurrency.lockutils [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] Acquiring lock "refresh_cache-afa5f55f-8fe1-4c02-96bf-59e963dd4ada" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.298696] env[69304]: DEBUG oslo_concurrency.lockutils [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] Acquired lock "refresh_cache-afa5f55f-8fe1-4c02-96bf-59e963dd4ada" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.298863] env[69304]: DEBUG nova.network.neutron [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Refreshing network info cache for port 8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.337217] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.337217] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.569942] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-471f1c1b-7a56-4d65-b84d-a629a361d57b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.570504] env[69304]: DEBUG nova.objects.instance [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lazy-loading 'flavor' on Instance uuid 471f1c1b-7a56-4d65-b84d-a629a361d57b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.709356] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208473, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.142722} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.709995] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 70576c11-d63f-48a1-8a9f-6da8ae18b542/70576c11-d63f-48a1-8a9f-6da8ae18b542.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.709995] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.710357] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7ab7b42-ad6b-4e48-b04e-f0216cb82e4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.727283] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 784.727283] env[69304]: value = "task-4208477" [ 784.727283] env[69304]: _type = "Task" [ 784.727283] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.741540] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208474, 'name': ReconfigVM_Task, 'duration_secs': 0.780405} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.742566] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad/e44ed0e7-da1c-4603-99b7-d1385f7116ad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.743685] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06780450-9e13-4ca0-8bd1-8c5f04872556 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.750529] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.758699] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 784.758699] env[69304]: value = "task-4208478" [ 784.758699] env[69304]: _type = "Task" [ 784.758699] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.777260] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208478, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.781155] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208475, 'name': CreateVM_Task, 'duration_secs': 0.381404} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.781155] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.781339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.781535] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.781911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.782209] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a844e7-2782-4c1a-9c43-f81233f8d7b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.790168] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 784.790168] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d1c13c-cf76-d61b-7912-7b7894e16829" [ 784.790168] env[69304]: _type = "Task" [ 784.790168] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.800510] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d1c13c-cf76-d61b-7912-7b7894e16829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.842200] env[69304]: INFO nova.compute.manager [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Detaching volume d441b86b-ec8d-4a67-b413-91d5b8b7c67c [ 784.905666] env[69304]: INFO nova.virt.block_device [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Attempting to driver detach volume d441b86b-ec8d-4a67-b413-91d5b8b7c67c from mountpoint /dev/sdb [ 784.906070] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 784.906312] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832747', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'name': 'volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9f9491-7450-409a-ad17-1f0f74f58829', 'attached_at': '', 'detached_at': '', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'serial': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 784.907286] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4294d5-b83f-4b92-bd58-16f0e1166a43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.939714] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c943272a-9e53-4c3a-890d-8945969bbb43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.952067] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fb6c05-1e1d-4d25-b1d9-cb52a7ed6bc3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.982673] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f739498f-9fe8-48ad-abda-125a180fe894 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.002594] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] The volume has not been displaced from its original location: [datastore1] volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c/volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 785.008175] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Reconfiguring VM instance instance-00000019 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.011480] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff2b67c-cd08-4d07-8890-1570cc9162b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.033158] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 785.033158] env[69304]: value = "task-4208479" [ 785.033158] env[69304]: _type = "Task" [ 785.033158] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.043887] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.076100] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da8944-7576-43b7-a563-e24ecdfbc0c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.101024] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.104688] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64f5450d-ed75-4f6b-ae62-539034436de8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.114676] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 785.114676] env[69304]: value = "task-4208480" [ 785.114676] env[69304]: _type = "Task" [ 785.114676] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.130816] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.180246] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9074948a-2e43-43f0-97c1-8f8dc1c4c5f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.195471] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb121fdc-b7af-4102-a33e-e38ad1b2ea20 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.228588] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdacaf8-74c4-4016-bd72-a06463f28edc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.244547] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049fb66e-dd52-4d06-8a75-1a11f9b48c55 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.248453] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078348} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.248889] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.250192] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79710a5-1c8c-4e41-bae0-e8a3b0e636c4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.262531] env[69304]: DEBUG nova.compute.provider_tree [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.285405] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 70576c11-d63f-48a1-8a9f-6da8ae18b542/70576c11-d63f-48a1-8a9f-6da8ae18b542.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.289616] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c21caec-c583-4d66-b7b2-893ec2eaa44e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.311312] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208478, 'name': Rename_Task, 'duration_secs': 0.239868} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.311312] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.312459] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a72e3cc-18b2-43c6-a521-939bfb31d6c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.317191] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 785.317191] env[69304]: value = "task-4208481" [ 785.317191] env[69304]: _type = "Task" [ 785.317191] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.322934] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d1c13c-cf76-d61b-7912-7b7894e16829, 'name': SearchDatastore_Task, 'duration_secs': 0.013521} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.326140] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.326342] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.327147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.327147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.327147] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.327380] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 785.327380] env[69304]: value = "task-4208482" [ 785.327380] env[69304]: _type = "Task" [ 785.327380] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.327850] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120053b7-8c5a-4cbc-8fbd-de26d75b117c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.339221] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.345400] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.348541] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.348803] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.349577] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df9d3f5-2860-4c85-88df-b4c3d944b4a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.356908] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 785.356908] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520ab97d-79a7-0af4-0ed9-cf10223d48ab" [ 785.356908] env[69304]: _type = "Task" [ 785.356908] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.366432] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520ab97d-79a7-0af4-0ed9-cf10223d48ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.543357] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.624559] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208480, 'name': PowerOffVM_Task, 'duration_secs': 0.266424} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.624825] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.630251] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Reconfiguring VM instance instance-0000001e to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 785.630567] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed03789-0585-4ad8-a6fa-2d2032468908 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.649779] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 785.649779] env[69304]: value = "task-4208483" [ 785.649779] env[69304]: _type = "Task" [ 785.649779] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.658224] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.683385] env[69304]: DEBUG nova.network.neutron [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Updated VIF entry in instance network info cache for port 8cada557-b3f7-42f6-99fe-54d767b40ea9. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.684277] env[69304]: DEBUG nova.network.neutron [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Updating instance_info_cache with network_info: [{"id": "8cada557-b3f7-42f6-99fe-54d767b40ea9", "address": "fa:16:3e:16:b5:ec", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cada557-b3", "ovs_interfaceid": "8cada557-b3f7-42f6-99fe-54d767b40ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.778539] env[69304]: DEBUG nova.scheduler.client.report [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.844179] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208481, 'name': ReconfigVM_Task, 'duration_secs': 0.309627} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.848511] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 70576c11-d63f-48a1-8a9f-6da8ae18b542/70576c11-d63f-48a1-8a9f-6da8ae18b542.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.849291] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.849528] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b6e913-264c-45ba-b567-1a59ad7051a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.863899] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 785.863899] env[69304]: value = "task-4208484" [ 785.863899] env[69304]: _type = "Task" [ 785.863899] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.872788] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520ab97d-79a7-0af4-0ed9-cf10223d48ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.874037] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d51be64-2123-4bee-8cae-b2cf8a5b0762 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.880783] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208484, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.884349] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 785.884349] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526c8e42-9175-e0ed-ea8f-df2e76320832" [ 785.884349] env[69304]: _type = "Task" [ 785.884349] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.893704] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526c8e42-9175-e0ed-ea8f-df2e76320832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.045487] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208479, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.161899] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208483, 'name': ReconfigVM_Task, 'duration_secs': 0.217063} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.162541] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Reconfigured VM instance instance-0000001e to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 786.162781] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.163415] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87414ef0-b7ee-45d5-ab21-a6384fba2284 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.171023] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 786.171023] env[69304]: value = "task-4208485" [ 786.171023] env[69304]: _type = "Task" [ 786.171023] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.182193] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.187204] env[69304]: DEBUG oslo_concurrency.lockutils [req-41e869da-457b-4671-a077-606878d02338 req-e1e990bf-12d5-414f-a6f6-8a3db88907a8 service nova] Releasing lock "refresh_cache-afa5f55f-8fe1-4c02-96bf-59e963dd4ada" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284824] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.285416] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.288225] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.192s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.292057] env[69304]: INFO nova.compute.claims [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.345276] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.374686] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208484, 'name': Rename_Task, 'duration_secs': 0.150687} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.375153] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.375445] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ef97d73-330c-4864-bf4b-6f44a032a375 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.382854] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 786.382854] env[69304]: value = "task-4208486" [ 786.382854] env[69304]: _type = "Task" [ 786.382854] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.399638] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.405679] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526c8e42-9175-e0ed-ea8f-df2e76320832, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.406401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.406744] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] afa5f55f-8fe1-4c02-96bf-59e963dd4ada/afa5f55f-8fe1-4c02-96bf-59e963dd4ada.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.407237] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e93631e-0feb-4e3e-8bfa-dbef10be514b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.415425] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 786.415425] env[69304]: value = "task-4208487" [ 786.415425] env[69304]: _type = "Task" [ 786.415425] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.425718] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.549584] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208479, 'name': ReconfigVM_Task, 'duration_secs': 1.371509} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.550274] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Reconfigured VM instance instance-00000019 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 786.562564] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca90ad7-ace7-4928-b179-8647b454c33f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.585193] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 786.585193] env[69304]: value = "task-4208488" [ 786.585193] env[69304]: _type = "Task" [ 786.585193] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.597586] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.687429] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208485, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.795639] env[69304]: DEBUG nova.compute.utils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.800483] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.801015] env[69304]: DEBUG nova.network.neutron [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.852057] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.898522] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.916381] env[69304]: DEBUG nova.policy [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b16efaf8b2f442cdba8861879d79c87b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025c0dd502ee4293b5297a73a189b4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.940164] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.101074] env[69304]: DEBUG oslo_vmware.api [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208488, 'name': ReconfigVM_Task, 'duration_secs': 0.189842} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.104990] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832747', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'name': 'volume-d441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af9f9491-7450-409a-ad17-1f0f74f58829', 'attached_at': '', 'detached_at': '', 'volume_id': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c', 'serial': 'd441b86b-ec8d-4a67-b413-91d5b8b7c67c'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 787.187035] env[69304]: DEBUG oslo_vmware.api [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208485, 'name': PowerOnVM_Task, 'duration_secs': 0.529067} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.187644] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 787.187855] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832756', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'name': 'volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85416d-447f-4fa6-9efe-fc80a948865b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'serial': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 787.188199] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.188431] env[69304]: DEBUG nova.compute.manager [None req-a438c6c6-3220-4ac0-9ef3-5d5e9d6296d1 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.189892] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0cd55-515f-481f-9d26-625455d08a1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.192938] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a354d1e1-3655-4089-b2ad-4d645d1a690d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.217782] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d12cf8-142d-45d3-a912-850d772b7e34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.247581] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593/volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.249305] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f526dac9-0427-4352-a7d2-93fbfc0f5256 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.277538] env[69304]: DEBUG oslo_vmware.api [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 787.277538] env[69304]: value = "task-4208489" [ 787.277538] env[69304]: _type = "Task" [ 787.277538] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.289639] env[69304]: DEBUG oslo_vmware.api [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.300604] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.347321] env[69304]: DEBUG oslo_vmware.api [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208482, 'name': PowerOnVM_Task, 'duration_secs': 1.702356} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.351809] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.352186] env[69304]: DEBUG nova.compute.manager [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.353932] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd89daa-5dc2-46eb-9e56-96bbfab3609c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.407106] env[69304]: DEBUG oslo_vmware.api [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208486, 'name': PowerOnVM_Task, 'duration_secs': 0.933711} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.407457] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.407660] env[69304]: INFO nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Took 9.10 seconds to spawn the instance on the hypervisor. [ 787.407842] env[69304]: DEBUG nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.408868] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa22a0d2-bdc7-4fae-ac30-2768654587a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.434209] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549325} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.434511] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] afa5f55f-8fe1-4c02-96bf-59e963dd4ada/afa5f55f-8fe1-4c02-96bf-59e963dd4ada.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.434758] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.435070] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2cb923-a557-487f-956c-f6d19f826a2a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.450270] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 787.450270] env[69304]: value = "task-4208490" [ 787.450270] env[69304]: _type = "Task" [ 787.450270] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.460090] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.592993] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "12c48e81-863b-4591-b3c5-fa4e26d655b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.593607] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.625572] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "938a14a6-ca90-4782-8a58-c42b837b2cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.625815] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.692620] env[69304]: DEBUG nova.objects.instance [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lazy-loading 'flavor' on Instance uuid af9f9491-7450-409a-ad17-1f0f74f58829 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.788560] env[69304]: DEBUG oslo_vmware.api [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208489, 'name': ReconfigVM_Task, 'duration_secs': 0.410691} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.791320] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Reconfigured VM instance instance-00000018 to attach disk [datastore1] volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593/volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.798801] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2445a39-4343-425c-8e5c-ad2c021826d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.832178] env[69304]: DEBUG oslo_vmware.api [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 787.832178] env[69304]: value = "task-4208491" [ 787.832178] env[69304]: _type = "Task" [ 787.832178] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.847941] env[69304]: DEBUG oslo_vmware.api [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.880745] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.939161] env[69304]: INFO nova.compute.manager [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Took 48.04 seconds to build instance. [ 787.965082] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081215} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.965412] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.966318] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45507855-e814-4080-b90a-5277c1111523 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.002391] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] afa5f55f-8fe1-4c02-96bf-59e963dd4ada/afa5f55f-8fe1-4c02-96bf-59e963dd4ada.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.005847] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364a9a87-2393-43e2-b164-e117e2f1a63a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.027116] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 788.027116] env[69304]: value = "task-4208492" [ 788.027116] env[69304]: _type = "Task" [ 788.027116] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.037289] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.039202] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8700a7a-301d-4454-9e83-0f07221e025d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.047663] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa474d55-4121-4bf4-932b-c5b5ea17d9cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.081140] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f79a48-1bb0-4b74-8661-b229829df5b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.088178] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b4b91-c5b6-4f05-87b6-32146ee528fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.102827] env[69304]: DEBUG nova.compute.provider_tree [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.137128] env[69304]: DEBUG nova.network.neutron [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Successfully created port: bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.284713] env[69304]: DEBUG nova.compute.manager [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Received event network-changed-fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 788.284919] env[69304]: DEBUG nova.compute.manager [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Refreshing instance network info cache due to event network-changed-fd838afd-16e7-4777-9c8b-a5c5477827db. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 788.285293] env[69304]: DEBUG oslo_concurrency.lockutils [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] Acquiring lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.285560] env[69304]: DEBUG oslo_concurrency.lockutils [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] Acquired lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.285675] env[69304]: DEBUG nova.network.neutron [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Refreshing network info cache for port fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.328179] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.349097] env[69304]: DEBUG oslo_vmware.api [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208491, 'name': ReconfigVM_Task, 'duration_secs': 0.161174} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.349640] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832756', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'name': 'volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85416d-447f-4fa6-9efe-fc80a948865b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'serial': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 788.382826] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.383028] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.383210] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.383408] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.383554] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.383699] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.385253] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.387197] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.387197] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.387197] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.387197] env[69304]: DEBUG nova.virt.hardware [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.387347] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f2d2ee-5d45-4108-87ec-0760556f8b7e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.400930] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16caef34-0fc0-4832-9242-773630d71f2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.441540] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d2aa1474-e277-42c2-a125-ee7f6877349d tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.099s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.540895] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208492, 'name': ReconfigVM_Task, 'duration_secs': 0.303208} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.541208] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Reconfigured VM instance instance-00000025 to attach disk [datastore1] afa5f55f-8fe1-4c02-96bf-59e963dd4ada/afa5f55f-8fe1-4c02-96bf-59e963dd4ada.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.541860] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b939e86e-d9b9-49c7-b187-6d7f0671d78f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.549482] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 788.549482] env[69304]: value = "task-4208493" [ 788.549482] env[69304]: _type = "Task" [ 788.549482] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.559813] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208493, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.607299] env[69304]: DEBUG nova.scheduler.client.report [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.703356] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ff094fac-7543-4736-9253-2991c4308bfe tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.367s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.948655] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.064027] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208493, 'name': Rename_Task, 'duration_secs': 0.207521} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.064189] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.064501] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0926309-e857-4aee-a8fe-a8952b296639 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.073220] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 789.073220] env[69304]: value = "task-4208494" [ 789.073220] env[69304]: _type = "Task" [ 789.073220] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.085864] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.113573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.114254] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.125659] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.950s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.132022] env[69304]: INFO nova.compute.claims [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.194404] env[69304]: DEBUG nova.network.neutron [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updated VIF entry in instance network info cache for port fd838afd-16e7-4777-9c8b-a5c5477827db. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.194807] env[69304]: DEBUG nova.network.neutron [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updating instance_info_cache with network_info: [{"id": "fd838afd-16e7-4777-9c8b-a5c5477827db", "address": "fa:16:3e:54:7d:39", "network": {"id": "0c7530b6-a3c5-400c-b8d4-310c9776b94c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1500172451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b535ea1dec47b6948c5b8ed3c03d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd838afd-16", "ovs_interfaceid": "fd838afd-16e7-4777-9c8b-a5c5477827db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.412701] env[69304]: DEBUG nova.objects.instance [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'flavor' on Instance uuid 9d85416d-447f-4fa6-9efe-fc80a948865b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.485158] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.589579] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208494, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.634583] env[69304]: DEBUG nova.compute.utils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.638627] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.638845] env[69304]: DEBUG nova.network.neutron [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.697619] env[69304]: DEBUG oslo_concurrency.lockutils [req-fbe8d96e-c1d6-48c6-8ae1-fbc3f96f423c req-a809eefd-ce55-4038-ba09-a0d2b4640ec4 service nova] Releasing lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.703165] env[69304]: DEBUG nova.policy [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4300ec9998dd45f0bd0687fd244fb562', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21e0dcde096844dc82f4f2bf106d770a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.924696] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9f7-cf42-4b17-a391-4e073e0a4d20 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.893s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.085224] env[69304]: DEBUG oslo_vmware.api [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208494, 'name': PowerOnVM_Task, 'duration_secs': 0.550829} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.085394] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.085466] env[69304]: INFO nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Took 9.09 seconds to spawn the instance on the hypervisor. [ 790.085652] env[69304]: DEBUG nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.086586] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53851088-5741-4d18-92a6-d469ecb717b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.144086] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.158761] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.159564] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.159938] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.160373] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.160634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.165726] env[69304]: INFO nova.compute.manager [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Terminating instance [ 790.209615] env[69304]: DEBUG nova.network.neutron [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Successfully created port: 4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.375506] env[69304]: DEBUG nova.network.neutron [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Successfully updated port: bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.612605] env[69304]: INFO nova.compute.manager [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Took 44.40 seconds to build instance. [ 790.674209] env[69304]: DEBUG nova.compute.manager [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.674436] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.676823] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f48c9-f6c8-4433-8dae-745f5e0d7f73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.688410] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.688910] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6c3108c-2c34-4d81-83b3-d46488d4036c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.704628] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 790.704628] env[69304]: value = "task-4208495" [ 790.704628] env[69304]: _type = "Task" [ 790.704628] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.717359] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.771088] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f135387-ae70-4890-8417-61b264c7d41b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.779240] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bfc61a-e0b2-4c8e-b9d9-07dd25628814 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.815786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57af969-4c06-49cd-8bee-43a9236305b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.826538] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb2c0d-c83a-4d7b-801b-560fa87744c4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.844591] env[69304]: DEBUG nova.compute.provider_tree [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.879277] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "refresh_cache-ffc62ddd-ffe2-478d-9227-239904c4411b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.879484] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "refresh_cache-ffc62ddd-ffe2-478d-9227-239904c4411b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.879571] env[69304]: DEBUG nova.network.neutron [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.060291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.060571] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.117413] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.088s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.156526] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.193187] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.193187] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.193187] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.193187] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.193662] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.193955] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.194301] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.194660] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.194956] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.195315] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.195670] env[69304]: DEBUG nova.virt.hardware [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.198239] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b05a4e-c20a-4e78-bf25-e6560e5c0193 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.215380] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559b851-d7f7-48aa-aefb-a4d46b69de7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.226249] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208495, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.349901] env[69304]: DEBUG nova.scheduler.client.report [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.393387] env[69304]: DEBUG nova.compute.manager [req-90e49b99-01da-4aef-969c-e63e715e4678 req-4382f975-48fe-419c-9758-2114f74f32cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Received event network-vif-plugged-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 791.393527] env[69304]: DEBUG oslo_concurrency.lockutils [req-90e49b99-01da-4aef-969c-e63e715e4678 req-4382f975-48fe-419c-9758-2114f74f32cc service nova] Acquiring lock "ffc62ddd-ffe2-478d-9227-239904c4411b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.393769] env[69304]: DEBUG oslo_concurrency.lockutils [req-90e49b99-01da-4aef-969c-e63e715e4678 req-4382f975-48fe-419c-9758-2114f74f32cc service nova] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.393940] env[69304]: DEBUG oslo_concurrency.lockutils [req-90e49b99-01da-4aef-969c-e63e715e4678 req-4382f975-48fe-419c-9758-2114f74f32cc service nova] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.394329] env[69304]: DEBUG nova.compute.manager [req-90e49b99-01da-4aef-969c-e63e715e4678 req-4382f975-48fe-419c-9758-2114f74f32cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] No waiting events found dispatching network-vif-plugged-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 791.394545] env[69304]: WARNING nova.compute.manager [req-90e49b99-01da-4aef-969c-e63e715e4678 req-4382f975-48fe-419c-9758-2114f74f32cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Received unexpected event network-vif-plugged-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 for instance with vm_state building and task_state spawning. [ 791.487959] env[69304]: DEBUG nova.network.neutron [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.621234] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.716232] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208495, 'name': PowerOffVM_Task, 'duration_secs': 0.589879} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.717040] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.717356] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.717747] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e11cd1-a2e5-4bb5-b130-b40c83910cc4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.780236] env[69304]: DEBUG nova.network.neutron [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Successfully updated port: 4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.791327] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.791805] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.791805] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore1] e44ed0e7-da1c-4603-99b7-d1385f7116ad {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.792033] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45d7055-b75e-432c-92ec-e6cda58fc329 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.803415] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 791.803415] env[69304]: value = "task-4208497" [ 791.803415] env[69304]: _type = "Task" [ 791.803415] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.818168] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.824688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "58199a59-81d5-4320-af6f-06a89b7091fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.825295] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "58199a59-81d5-4320-af6f-06a89b7091fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.856305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.856901] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.860446] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.517s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.861862] env[69304]: INFO nova.compute.claims [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.914371] env[69304]: DEBUG nova.network.neutron [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Updating instance_info_cache with network_info: [{"id": "bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575", "address": "fa:16:3e:25:c9:17", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3a43c5-f0", "ovs_interfaceid": "bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.935023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.935762] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.154135] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.286166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "refresh_cache-32a3b6d5-3798-43f8-8864-c7e643de0aa4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.286166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "refresh_cache-32a3b6d5-3798-43f8-8864-c7e643de0aa4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.286166] env[69304]: DEBUG nova.network.neutron [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.314143] env[69304]: DEBUG oslo_vmware.api [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248263} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.314421] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.314618] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.314812] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.315034] env[69304]: INFO nova.compute.manager [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Took 1.64 seconds to destroy the instance on the hypervisor. [ 792.315336] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.315595] env[69304]: DEBUG nova.compute.manager [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.315662] env[69304]: DEBUG nova.network.neutron [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.367613] env[69304]: DEBUG nova.compute.utils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.371748] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.371748] env[69304]: DEBUG nova.network.neutron [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.418555] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "refresh_cache-ffc62ddd-ffe2-478d-9227-239904c4411b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.419051] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Instance network_info: |[{"id": "bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575", "address": "fa:16:3e:25:c9:17", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3a43c5-f0", "ovs_interfaceid": "bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.419524] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c9:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.429581] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating folder: Project (025c0dd502ee4293b5297a73a189b4e8). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.431963] env[69304]: DEBUG nova.policy [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07d30da86e24aa09b19b4c9ed926aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee8a94ccead44049426c291f4a6abe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.437144] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec1f381c-b28b-473c-baf1-f720069adbfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.448218] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created folder: Project (025c0dd502ee4293b5297a73a189b4e8) in parent group-v832645. [ 792.448571] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating folder: Instances. Parent ref: group-v832758. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.448753] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cf09fd2-49b8-4d87-9ed3-e62aac1c4958 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.460587] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created folder: Instances in parent group-v832758. [ 792.460740] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.460971] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.461224] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98f02c01-e756-45f9-a371-dccd720cd0b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.490850] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.490850] env[69304]: value = "task-4208500" [ 792.490850] env[69304]: _type = "Task" [ 792.490850] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.501011] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208500, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.579101] env[69304]: DEBUG nova.compute.manager [req-e2a03b1d-fc7f-4c49-acc5-03c671920a1e req-b10b20bc-ba69-4e3d-80d9-95cc7df599cc service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Received event network-vif-plugged-4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 792.580426] env[69304]: DEBUG oslo_concurrency.lockutils [req-e2a03b1d-fc7f-4c49-acc5-03c671920a1e req-b10b20bc-ba69-4e3d-80d9-95cc7df599cc service nova] Acquiring lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.580696] env[69304]: DEBUG oslo_concurrency.lockutils [req-e2a03b1d-fc7f-4c49-acc5-03c671920a1e req-b10b20bc-ba69-4e3d-80d9-95cc7df599cc service nova] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.580872] env[69304]: DEBUG oslo_concurrency.lockutils [req-e2a03b1d-fc7f-4c49-acc5-03c671920a1e req-b10b20bc-ba69-4e3d-80d9-95cc7df599cc service nova] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.581073] env[69304]: DEBUG nova.compute.manager [req-e2a03b1d-fc7f-4c49-acc5-03c671920a1e req-b10b20bc-ba69-4e3d-80d9-95cc7df599cc service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] No waiting events found dispatching network-vif-plugged-4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 792.581753] env[69304]: WARNING nova.compute.manager [req-e2a03b1d-fc7f-4c49-acc5-03c671920a1e req-b10b20bc-ba69-4e3d-80d9-95cc7df599cc service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Received unexpected event network-vif-plugged-4348ac13-6c0a-4d01-bc75-947f18a470a6 for instance with vm_state building and task_state spawning. [ 792.639980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "17df4088-f859-480c-9010-4acf00f34c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.639980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "17df4088-f859-480c-9010-4acf00f34c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.639980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "17df4088-f859-480c-9010-4acf00f34c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.639980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "17df4088-f859-480c-9010-4acf00f34c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.639980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "17df4088-f859-480c-9010-4acf00f34c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.640706] env[69304]: INFO nova.compute.manager [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Terminating instance [ 792.788536] env[69304]: DEBUG nova.network.neutron [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Successfully created port: 02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.860243] env[69304]: DEBUG nova.network.neutron [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.872257] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.004516] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208500, 'name': CreateVM_Task, 'duration_secs': 0.42615} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.007941] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.008467] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.009947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.009947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.010621] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed8272b-6eab-47eb-86c8-fbc631bb0848 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.018218] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 793.018218] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529794e7-c17e-238e-e525-b2618f184006" [ 793.018218] env[69304]: _type = "Task" [ 793.018218] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.040387] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529794e7-c17e-238e-e525-b2618f184006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.103350] env[69304]: DEBUG nova.network.neutron [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Updating instance_info_cache with network_info: [{"id": "4348ac13-6c0a-4d01-bc75-947f18a470a6", "address": "fa:16:3e:92:92:6d", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348ac13-6c", "ovs_interfaceid": "4348ac13-6c0a-4d01-bc75-947f18a470a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.145219] env[69304]: DEBUG nova.compute.manager [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.145359] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.146790] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c23c1-ec2d-4cb1-9b6f-c98b72b39c7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.159684] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.159944] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d19aac56-a7ad-4fe5-8ce6-97b708043adf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.170850] env[69304]: DEBUG oslo_vmware.api [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 793.170850] env[69304]: value = "task-4208501" [ 793.170850] env[69304]: _type = "Task" [ 793.170850] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.180478] env[69304]: DEBUG oslo_vmware.api [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.341449] env[69304]: DEBUG nova.network.neutron [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.500322] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b184f1-25ff-4bdb-a9c5-fbfeedc2e9c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.509965] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e962de-2bf6-4b26-ae0c-e08bed2b1eb4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555666] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e7579c-8e6e-404f-b907-cdfdda882d05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.563759] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.564194] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.577268] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529794e7-c17e-238e-e525-b2618f184006, 'name': SearchDatastore_Task, 'duration_secs': 0.021427} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.577737] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.578190] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.578573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.578860] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.579181] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.581360] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f07ccc-60b5-40ab-9681-5ac343957448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.588711] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4a4b64-2a7f-44cd-89a0-4c34171dfd9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.608871] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "refresh_cache-32a3b6d5-3798-43f8-8864-c7e643de0aa4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.609326] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Instance network_info: |[{"id": "4348ac13-6c0a-4d01-bc75-947f18a470a6", "address": "fa:16:3e:92:92:6d", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348ac13-6c", "ovs_interfaceid": "4348ac13-6c0a-4d01-bc75-947f18a470a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.610402] env[69304]: DEBUG nova.compute.provider_tree [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.614147] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:92:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4348ac13-6c0a-4d01-bc75-947f18a470a6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.623228] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.623561] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.623767] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.626054] env[69304]: DEBUG nova.scheduler.client.report [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.629711] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.630045] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3854ca2-4393-4d40-965b-bf6d60c2e31d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.633482] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eee30bd-2709-4bdb-bfac-113ae08d63cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.655617] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 793.655617] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e594b7-aa6a-b4b4-4463-fb8f8e7888f1" [ 793.655617] env[69304]: _type = "Task" [ 793.655617] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.657533] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.657533] env[69304]: value = "task-4208502" [ 793.657533] env[69304]: _type = "Task" [ 793.657533] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.669967] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208502, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.673303] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e594b7-aa6a-b4b4-4463-fb8f8e7888f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.681670] env[69304]: DEBUG oslo_vmware.api [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208501, 'name': PowerOffVM_Task, 'duration_secs': 0.489461} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.682016] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.682236] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.682517] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51661e2d-0203-4eed-8298-401cf38a682f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.756748] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.757832] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.757832] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Deleting the datastore file [datastore2] 17df4088-f859-480c-9010-4acf00f34c12 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.757832] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c6edcc-87dc-48b3-9930-53eb3963b652 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.766089] env[69304]: DEBUG oslo_vmware.api [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for the task: (returnval){ [ 793.766089] env[69304]: value = "task-4208504" [ 793.766089] env[69304]: _type = "Task" [ 793.766089] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.777369] env[69304]: DEBUG oslo_vmware.api [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.845208] env[69304]: INFO nova.compute.manager [-] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Took 1.53 seconds to deallocate network for instance. [ 793.888691] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.928956] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.929433] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.929621] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.929937] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.930186] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.930369] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.930673] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.930942] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.931171] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.931433] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.931703] env[69304]: DEBUG nova.virt.hardware [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.933087] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a01072-69de-48a3-94b1-b7931b95723c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.945758] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187553fc-2d14-498f-8125-8d3aa5665fb6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.135179] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.139020] env[69304]: DEBUG nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.140324] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.788s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.172877] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e594b7-aa6a-b4b4-4463-fb8f8e7888f1, 'name': SearchDatastore_Task, 'duration_secs': 0.028066} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.177486] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208502, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.180094] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba075144-5d16-4456-bcf1-a913a8aee68e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.183904] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 794.183904] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524cdae9-99b0-6c8c-33cd-4fd7feccca6a" [ 794.183904] env[69304]: _type = "Task" [ 794.183904] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.194146] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524cdae9-99b0-6c8c-33cd-4fd7feccca6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.276895] env[69304]: DEBUG oslo_vmware.api [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Task: {'id': task-4208504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267283} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.277173] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.277358] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.277578] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.277967] env[69304]: INFO nova.compute.manager [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 794.278290] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.278523] env[69304]: DEBUG nova.compute.manager [-] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.278623] env[69304]: DEBUG nova.network.neutron [-] [instance: 17df4088-f859-480c-9010-4acf00f34c12] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.354394] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.645615] env[69304]: DEBUG nova.compute.utils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.646856] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "b3942bc6-49d3-4260-bd82-4f6224bab80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.647096] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.656109] env[69304]: DEBUG nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 794.672907] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208502, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.673810] env[69304]: DEBUG nova.network.neutron [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Successfully updated port: 02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.698766] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524cdae9-99b0-6c8c-33cd-4fd7feccca6a, 'name': SearchDatastore_Task, 'duration_secs': 0.034754} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.698985] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.699159] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] ffc62ddd-ffe2-478d-9227-239904c4411b/ffc62ddd-ffe2-478d-9227-239904c4411b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.699430] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1e3f6f-fd6c-487c-8c22-a23880d2b0ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.708723] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 794.708723] env[69304]: value = "task-4208505" [ 794.708723] env[69304]: _type = "Task" [ 794.708723] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.718369] env[69304]: DEBUG nova.compute.manager [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Received event network-changed-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 794.718369] env[69304]: DEBUG nova.compute.manager [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Refreshing instance network info cache due to event network-changed-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 794.718369] env[69304]: DEBUG oslo_concurrency.lockutils [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] Acquiring lock "refresh_cache-ffc62ddd-ffe2-478d-9227-239904c4411b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.718369] env[69304]: DEBUG oslo_concurrency.lockutils [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] Acquired lock "refresh_cache-ffc62ddd-ffe2-478d-9227-239904c4411b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.718369] env[69304]: DEBUG nova.network.neutron [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Refreshing network info cache for port bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.726685] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.149219] env[69304]: DEBUG nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.172434] env[69304]: DEBUG nova.compute.manager [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Received event network-changed-4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 795.172652] env[69304]: DEBUG nova.compute.manager [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Refreshing instance network info cache due to event network-changed-4348ac13-6c0a-4d01-bc75-947f18a470a6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 795.176030] env[69304]: DEBUG oslo_concurrency.lockutils [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] Acquiring lock "refresh_cache-32a3b6d5-3798-43f8-8864-c7e643de0aa4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.176030] env[69304]: DEBUG oslo_concurrency.lockutils [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] Acquired lock "refresh_cache-32a3b6d5-3798-43f8-8864-c7e643de0aa4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.176030] env[69304]: DEBUG nova.network.neutron [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Refreshing network info cache for port 4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.185843] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.185843] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.185843] env[69304]: DEBUG nova.network.neutron [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.186767] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208502, 'name': CreateVM_Task, 'duration_secs': 1.424704} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.186767] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.187492] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.187741] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.188012] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.188980] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370c5b05-cfff-4184-b41c-d27520db6c78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.199139] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 795.199139] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5237ca1a-36fd-83bd-e272-d46024d5b461" [ 795.199139] env[69304]: _type = "Task" [ 795.199139] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.200135] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8f0a0fcb-babd-406b-9468-ae0f86818589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.200821] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.200821] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.201014] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.201121] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 17df4088-f859-480c-9010-4acf00f34c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.201243] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 9d85416d-447f-4fa6-9efe-fc80a948865b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.201359] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance af9f9491-7450-409a-ad17-1f0f74f58829 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.201473] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance ca0a02b6-916f-47b1-931e-f3317ef8ea89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.201610] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 06b5782b-4336-4d29-b2d6-ada4688875bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.202246] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 2a395bfb-2b03-418e-92b5-df650a6b8f10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.202246] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 471f1c1b-7a56-4d65-b84d-a629a361d57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.202246] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance c7bb5994-7c54-43a7-9d47-ad7ecb0465f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.202370] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8b9406bb-507d-4194-a415-8b0683cf7528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.202410] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 003dd320-3467-49c5-aabe-080ecde7dcc2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.202523] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance e44ed0e7-da1c-4603-99b7-d1385f7116ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 795.202639] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance d5770133-2f67-4afd-ba07-778defd8c692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.202839] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 70576c11-d63f-48a1-8a9f-6da8ae18b542 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.202892] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance afa5f55f-8fe1-4c02-96bf-59e963dd4ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.202971] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance ffc62ddd-ffe2-478d-9227-239904c4411b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.203099] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 32a3b6d5-3798-43f8-8864-c7e643de0aa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.203210] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.203318] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 795.224431] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5237ca1a-36fd-83bd-e272-d46024d5b461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.229692] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208505, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.511912] env[69304]: DEBUG nova.network.neutron [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Updated VIF entry in instance network info cache for port bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.512304] env[69304]: DEBUG nova.network.neutron [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Updating instance_info_cache with network_info: [{"id": "bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575", "address": "fa:16:3e:25:c9:17", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd3a43c5-f0", "ovs_interfaceid": "bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.708810] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 4458a759-c025-4325-8553-64c4fd7ebbde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.725962] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5237ca1a-36fd-83bd-e272-d46024d5b461, 'name': SearchDatastore_Task, 'duration_secs': 0.062455} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.729779] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.730200] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.730574] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.730815] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.731077] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.732651] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711281} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.734045] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41d0b0b8-c676-44a2-be32-69ab1623ecad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.734809] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] ffc62ddd-ffe2-478d-9227-239904c4411b/ffc62ddd-ffe2-478d-9227-239904c4411b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.735041] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.735301] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5530f800-6a53-49b8-ad6d-68f665147be0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.749465] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 795.749465] env[69304]: value = "task-4208506" [ 795.749465] env[69304]: _type = "Task" [ 795.749465] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.749943] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.750200] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.754769] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943fd6f6-039e-48e1-a366-bec3c7c4867a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.760694] env[69304]: DEBUG nova.network.neutron [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.771019] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.771120] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 795.771120] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5233ae6a-43ac-7233-5514-c66d9c5e08e7" [ 795.771120] env[69304]: _type = "Task" [ 795.771120] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.780884] env[69304]: DEBUG nova.network.neutron [-] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.785686] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5233ae6a-43ac-7233-5514-c66d9c5e08e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.011848] env[69304]: DEBUG nova.network.neutron [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.015091] env[69304]: DEBUG oslo_concurrency.lockutils [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] Releasing lock "refresh_cache-ffc62ddd-ffe2-478d-9227-239904c4411b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.015350] env[69304]: DEBUG nova.compute.manager [req-e32c487d-4443-44fc-8b49-77bf33cf12f3 req-fa9ce9c0-c38c-47ce-a16b-96a1e4f929cc service nova] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Received event network-vif-deleted-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 796.053517] env[69304]: DEBUG nova.network.neutron [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Updated VIF entry in instance network info cache for port 4348ac13-6c0a-4d01-bc75-947f18a470a6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.053635] env[69304]: DEBUG nova.network.neutron [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Updating instance_info_cache with network_info: [{"id": "4348ac13-6c0a-4d01-bc75-947f18a470a6", "address": "fa:16:3e:92:92:6d", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4348ac13-6c", "ovs_interfaceid": "4348ac13-6c0a-4d01-bc75-947f18a470a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.161336] env[69304]: DEBUG nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.190968] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.191248] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.191416] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.191602] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.195024] env[69304]: DEBUG nova.virt.hardware [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.195024] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652f278-12ba-4688-8aa9-e7e8b634060f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.204789] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aeab3d-b9fe-447c-b5fa-bdb22a41d524 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.212343] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 95df5a66-c49d-4435-835b-82d0ba35b4ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.223113] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.229042] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Creating folder: Project (cbdb51cd962a41408640b033ce8ea31e). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.230297] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ec117c-2366-4cac-a529-41b190e12fb6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.246436] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Created folder: Project (cbdb51cd962a41408640b033ce8ea31e) in parent group-v832645. [ 796.246712] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Creating folder: Instances. Parent ref: group-v832762. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.247123] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c713af0-9836-4b65-9ad4-cf10ed362390 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.260794] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079217} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.262473] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.262874] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Created folder: Instances in parent group-v832762. [ 796.263129] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.264148] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d48a96-07c1-4fcb-9e8e-e3e654ef6756 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.268021] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.269804] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a87b69-6510-4413-a5f5-73c5eb50bf4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.285796] env[69304]: INFO nova.compute.manager [-] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Took 2.01 seconds to deallocate network for instance. [ 796.312979] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ffc62ddd-ffe2-478d-9227-239904c4411b/ffc62ddd-ffe2-478d-9227-239904c4411b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.321023] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b811de3-a49f-424e-942b-a358b9217147 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.332933] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.332933] env[69304]: value = "task-4208509" [ 796.332933] env[69304]: _type = "Task" [ 796.332933] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.337917] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5233ae6a-43ac-7233-5514-c66d9c5e08e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.342577] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f566108-50d4-491e-8858-92252629ba09 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.347205] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 796.347205] env[69304]: value = "task-4208510" [ 796.347205] env[69304]: _type = "Task" [ 796.347205] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.359583] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 796.359583] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b97e2a-1996-0414-ca5b-1fc601adf33b" [ 796.359583] env[69304]: _type = "Task" [ 796.359583] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.360035] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208509, 'name': CreateVM_Task} progress is 15%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.367116] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.374045] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b97e2a-1996-0414-ca5b-1fc601adf33b, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.374316] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.374606] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 32a3b6d5-3798-43f8-8864-c7e643de0aa4/32a3b6d5-3798-43f8-8864-c7e643de0aa4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.375228] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebbf613c-8257-4937-803a-19f5b85690d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.384211] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 796.384211] env[69304]: value = "task-4208511" [ 796.384211] env[69304]: _type = "Task" [ 796.384211] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.396150] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.515026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.515495] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Instance network_info: |[{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.516351] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:98:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02344b68-7cf4-417e-9a2f-2ddfca54f3fd', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.525045] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating folder: Project (fee8a94ccead44049426c291f4a6abe7). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.525217] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2db95cf-e8d1-45b0-b5e7-b1d8211eba74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.539314] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created folder: Project (fee8a94ccead44049426c291f4a6abe7) in parent group-v832645. [ 796.539314] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating folder: Instances. Parent ref: group-v832765. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.539314] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e32e7f3b-8300-4bc3-b57f-c5f19f1750f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.550088] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created folder: Instances in parent group-v832765. [ 796.550384] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.550600] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.550835] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45a63f82-e241-46aa-abf5-297c668259e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.566375] env[69304]: DEBUG oslo_concurrency.lockutils [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] Releasing lock "refresh_cache-32a3b6d5-3798-43f8-8864-c7e643de0aa4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.566710] env[69304]: DEBUG nova.compute.manager [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Received event network-vif-plugged-02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 796.566992] env[69304]: DEBUG oslo_concurrency.lockutils [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.567295] env[69304]: DEBUG oslo_concurrency.lockutils [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.567550] env[69304]: DEBUG oslo_concurrency.lockutils [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.567786] env[69304]: DEBUG nova.compute.manager [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] No waiting events found dispatching network-vif-plugged-02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 796.568505] env[69304]: WARNING nova.compute.manager [req-cb2de614-6191-4f11-ac18-08672620d2ab req-9afc15b0-1611-41c0-bf16-140ee91a753d service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Received unexpected event network-vif-plugged-02344b68-7cf4-417e-9a2f-2ddfca54f3fd for instance with vm_state building and task_state spawning. [ 796.574527] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.574527] env[69304]: value = "task-4208514" [ 796.574527] env[69304]: _type = "Task" [ 796.574527] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.583507] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208514, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.614553] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "d5770133-2f67-4afd-ba07-778defd8c692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.614868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "d5770133-2f67-4afd-ba07-778defd8c692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.616072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "d5770133-2f67-4afd-ba07-778defd8c692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.616072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "d5770133-2f67-4afd-ba07-778defd8c692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.616072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "d5770133-2f67-4afd-ba07-778defd8c692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.618272] env[69304]: INFO nova.compute.manager [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Terminating instance [ 796.730708] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance fbf78283-a645-4b46-a501-57fd0979bd10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.744233] env[69304]: DEBUG nova.compute.manager [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Received event network-changed-fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 796.744483] env[69304]: DEBUG nova.compute.manager [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Refreshing instance network info cache due to event network-changed-fd838afd-16e7-4777-9c8b-a5c5477827db. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 796.744753] env[69304]: DEBUG oslo_concurrency.lockutils [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] Acquiring lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.744923] env[69304]: DEBUG oslo_concurrency.lockutils [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] Acquired lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.745109] env[69304]: DEBUG nova.network.neutron [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Refreshing network info cache for port fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.835119] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.852150] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208509, 'name': CreateVM_Task, 'duration_secs': 0.397487} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.854730] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.855248] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.855444] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.855895] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.857040] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27be517a-d9c5-4b3f-a2b4-12aa761d7af7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.866353] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.868364] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 796.868364] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5212073e-af9b-2bba-9fb9-471523adda8e" [ 796.868364] env[69304]: _type = "Task" [ 796.868364] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.879303] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5212073e-af9b-2bba-9fb9-471523adda8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.896579] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208511, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.084883] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208514, 'name': CreateVM_Task, 'duration_secs': 0.396912} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.085080] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.085748] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.123192] env[69304]: DEBUG nova.compute.manager [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.123582] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.124535] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8680c271-7a4b-43ce-bd2d-8ec8361b28ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.132579] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.132807] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cceba7a5-4194-4a0a-b8bc-5db264a70c46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.139625] env[69304]: DEBUG oslo_vmware.api [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 797.139625] env[69304]: value = "task-4208515" [ 797.139625] env[69304]: _type = "Task" [ 797.139625] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.149425] env[69304]: DEBUG oslo_vmware.api [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.234623] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8dc903b3-a705-4733-a6d2-14dcb9fd104a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.307203] env[69304]: DEBUG nova.compute.manager [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Received event network-changed-02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 797.307203] env[69304]: DEBUG nova.compute.manager [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Refreshing instance network info cache due to event network-changed-02344b68-7cf4-417e-9a2f-2ddfca54f3fd. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 797.307203] env[69304]: DEBUG oslo_concurrency.lockutils [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.307203] env[69304]: DEBUG oslo_concurrency.lockutils [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.307203] env[69304]: DEBUG nova.network.neutron [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Refreshing network info cache for port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.368641] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208510, 'name': ReconfigVM_Task, 'duration_secs': 0.692706} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.369241] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ffc62ddd-ffe2-478d-9227-239904c4411b/ffc62ddd-ffe2-478d-9227-239904c4411b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.374628] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8413389-db65-4ecd-96cf-ac5a1aa73f0b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.386704] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5212073e-af9b-2bba-9fb9-471523adda8e, 'name': SearchDatastore_Task, 'duration_secs': 0.031955} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.396601] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.397020] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.397366] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.397620] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.397914] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.398441] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 797.398441] env[69304]: value = "task-4208516" [ 797.398441] env[69304]: _type = "Task" [ 797.398441] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.398793] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.399270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.399610] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58aac3ee-d8dc-43af-9ac7-6d2babac8fce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.403738] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcaabef8-8e38-4566-9206-7b65834151c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.417509] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59552} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.419909] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 32a3b6d5-3798-43f8-8864-c7e643de0aa4/32a3b6d5-3798-43f8-8864-c7e643de0aa4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.420311] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.420709] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4a8d70-d4ed-430c-8f57-d295646270bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.429576] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 797.429576] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fe831b-6b1c-d0e9-6b9e-6ff057599fcc" [ 797.429576] env[69304]: _type = "Task" [ 797.429576] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.429981] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.430268] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.432569] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589d9dc5-af0c-4c9c-b3a3-ae1789e4d9e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.447124] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208516, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.453034] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 797.453034] env[69304]: value = "task-4208517" [ 797.453034] env[69304]: _type = "Task" [ 797.453034] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.460837] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 797.460837] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a496d-dc0c-4b69-d072-d3a38fc82f97" [ 797.460837] env[69304]: _type = "Task" [ 797.460837] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.467357] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fe831b-6b1c-d0e9-6b9e-6ff057599fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.024044} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.472734] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.473155] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.473478] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.478278] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.486805] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525a496d-dc0c-4b69-d072-d3a38fc82f97, 'name': SearchDatastore_Task, 'duration_secs': 0.0242} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.491404] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256ff7d2-8728-46bc-94c6-4966fe0f62c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.499684] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 797.499684] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8b69e-99e9-1794-df20-6745b7689d21" [ 797.499684] env[69304]: _type = "Task" [ 797.499684] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.512283] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8b69e-99e9-1794-df20-6745b7689d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.532100] env[69304]: DEBUG nova.network.neutron [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updated VIF entry in instance network info cache for port fd838afd-16e7-4777-9c8b-a5c5477827db. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.532644] env[69304]: DEBUG nova.network.neutron [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updating instance_info_cache with network_info: [{"id": "fd838afd-16e7-4777-9c8b-a5c5477827db", "address": "fa:16:3e:54:7d:39", "network": {"id": "0c7530b6-a3c5-400c-b8d4-310c9776b94c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1500172451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b535ea1dec47b6948c5b8ed3c03d2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd838afd-16", "ovs_interfaceid": "fd838afd-16e7-4777-9c8b-a5c5477827db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.651083] env[69304]: DEBUG oslo_vmware.api [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208515, 'name': PowerOffVM_Task, 'duration_secs': 0.390898} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.651392] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.651596] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.651864] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37454678-f962-443e-aa3b-757fcb0ef91e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.729346] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.729554] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.729783] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Deleting the datastore file [datastore1] d5770133-2f67-4afd-ba07-778defd8c692 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.730111] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6b0af2-b1e7-42be-b2ef-7c9676f49ff7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.739078] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 6801c972-4128-4e06-94ea-4560444a7ef1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.740336] env[69304]: DEBUG oslo_vmware.api [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for the task: (returnval){ [ 797.740336] env[69304]: value = "task-4208519" [ 797.740336] env[69304]: _type = "Task" [ 797.740336] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.750801] env[69304]: DEBUG oslo_vmware.api [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.916800] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208516, 'name': Rename_Task, 'duration_secs': 0.259961} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.917274] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.917698] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88f19758-8007-4009-a117-1b4b0136993a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.926345] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 797.926345] env[69304]: value = "task-4208520" [ 797.926345] env[69304]: _type = "Task" [ 797.926345] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.936836] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.966178] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192814} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.966452] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.967272] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e60a1c-45c0-42d9-a71f-4a70625bc26a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.991139] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 32a3b6d5-3798-43f8-8864-c7e643de0aa4/32a3b6d5-3798-43f8-8864-c7e643de0aa4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.991493] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e426d4-cfe5-4dc8-8831-8e5539a5d840 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.018141] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8b69e-99e9-1794-df20-6745b7689d21, 'name': SearchDatastore_Task, 'duration_secs': 0.024439} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.019457] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.019762] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.020120] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 798.020120] env[69304]: value = "task-4208521" [ 798.020120] env[69304]: _type = "Task" [ 798.020120] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.020337] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.020524] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.020736] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9679c004-2119-4374-94a4-742d155c80c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.023022] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf7bfe1-0381-4049-a277-730168393cbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.033651] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.035679] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 798.035679] env[69304]: value = "task-4208522" [ 798.035679] env[69304]: _type = "Task" [ 798.035679] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.036156] env[69304]: DEBUG oslo_concurrency.lockutils [req-6d505811-1f0b-443b-8961-b90c23ea8c49 req-0af149e9-a112-452d-be30-423d4de6583b service nova] Releasing lock "refresh_cache-d5770133-2f67-4afd-ba07-778defd8c692" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.036547] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.036714] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.037538] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0800ab-3d6a-433b-80b9-3d8751599399 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.048150] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 798.048150] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ff0738-a471-d287-f602-6aefb38b4ace" [ 798.048150] env[69304]: _type = "Task" [ 798.048150] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.049136] env[69304]: DEBUG nova.network.neutron [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updated VIF entry in instance network info cache for port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.049508] env[69304]: DEBUG nova.network.neutron [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.054197] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.064096] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ff0738-a471-d287-f602-6aefb38b4ace, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.065992] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de83720-a4f6-4576-a695-8174120f4c2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.076660] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 798.076660] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dc5745-798e-fb36-8b82-c212468613f3" [ 798.076660] env[69304]: _type = "Task" [ 798.076660] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.083741] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dc5745-798e-fb36-8b82-c212468613f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.242145] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.253699] env[69304]: DEBUG oslo_vmware.api [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Task: {'id': task-4208519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2395} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.253997] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.254208] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.254564] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.254684] env[69304]: INFO nova.compute.manager [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Took 1.13 seconds to destroy the instance on the hypervisor. [ 798.254905] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.255897] env[69304]: DEBUG nova.compute.manager [-] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.256021] env[69304]: DEBUG nova.network.neutron [-] [instance: d5770133-2f67-4afd-ba07-778defd8c692] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.436629] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.537726] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208521, 'name': ReconfigVM_Task, 'duration_secs': 0.293965} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.538238] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 32a3b6d5-3798-43f8-8864-c7e643de0aa4/32a3b6d5-3798-43f8-8864-c7e643de0aa4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.541999] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3676d26a-fcf9-4564-b351-261bc174764a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.551688] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.553575] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 798.553575] env[69304]: value = "task-4208523" [ 798.553575] env[69304]: _type = "Task" [ 798.553575] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.557289] env[69304]: DEBUG oslo_concurrency.lockutils [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.557684] env[69304]: DEBUG nova.compute.manager [req-2503aee3-83a6-4dfe-b8ba-09dd0d37597b req-87b71ab1-dd6a-4ee3-95b5-c22cbe040482 service nova] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Received event network-vif-deleted-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 798.564120] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208523, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.585058] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dc5745-798e-fb36-8b82-c212468613f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.585439] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.585776] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4/18bfddfc-8ba9-41c3-bde7-a09ed7c153b4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.586206] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b347bea6-d061-41c4-b903-fd3945211d30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.594062] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 798.594062] env[69304]: value = "task-4208524" [ 798.594062] env[69304]: _type = "Task" [ 798.594062] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.603332] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.748442] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 735cd9c8-ca9a-4b99-a653-333b31d07751 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.939162] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.022354] env[69304]: DEBUG nova.network.neutron [-] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.055266] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208522, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.075037] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208523, 'name': Rename_Task, 'duration_secs': 0.190003} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.075411] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.077349] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e15026c-c41a-491c-908d-ad287210a5ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.088594] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 799.088594] env[69304]: value = "task-4208525" [ 799.088594] env[69304]: _type = "Task" [ 799.088594] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.111740] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208524, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.118282] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.252082] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 6acc83d1-4c05-4375-946b-7b326bb650e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.418169] env[69304]: DEBUG nova.compute.manager [req-c928e8ad-457b-4dde-b2f9-b155bbe232b1 req-3f50ef60-50ec-4371-b2a9-734ecfd3f942 service nova] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Received event network-vif-deleted-fd838afd-16e7-4777-9c8b-a5c5477827db {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 799.445152] env[69304]: DEBUG oslo_vmware.api [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208520, 'name': PowerOnVM_Task, 'duration_secs': 1.409466} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.445152] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.445414] env[69304]: INFO nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Took 11.12 seconds to spawn the instance on the hypervisor. [ 799.445655] env[69304]: DEBUG nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.446782] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd886f0b-a380-48fe-a9c3-7e7e422285ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.526878] env[69304]: INFO nova.compute.manager [-] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Took 1.27 seconds to deallocate network for instance. [ 799.550431] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208522, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.153771} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.550722] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.550806] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.551072] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e38cc25-a571-44a8-b8c7-2ff431d72503 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.559336] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 799.559336] env[69304]: value = "task-4208526" [ 799.559336] env[69304]: _type = "Task" [ 799.559336] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.570630] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.602079] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.608069] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908498} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.608353] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4/18bfddfc-8ba9-41c3-bde7-a09ed7c153b4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.608642] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.608943] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82f1d37-f934-4320-9626-375bce635b24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.616680] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 799.616680] env[69304]: value = "task-4208527" [ 799.616680] env[69304]: _type = "Task" [ 799.616680] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.625330] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.755858] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.964888] env[69304]: INFO nova.compute.manager [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Took 47.36 seconds to build instance. [ 800.033643] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.072941] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.47286} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.073319] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.074459] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ad6f8-9521-46ef-ac56-c13c51f87336 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.104756] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.109900] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a2de9b-2a91-457b-aae2-47538dbcfa69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.131378] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.133201] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 800.133201] env[69304]: value = "task-4208528" [ 800.133201] env[69304]: _type = "Task" [ 800.133201] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.139244] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208527, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.145032] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.261015] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 99d93c01-4212-4c76-955f-b2dcfdbdca17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 800.467730] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.615s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.526653] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "ffc62ddd-ffe2-478d-9227-239904c4411b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.527350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.527350] env[69304]: DEBUG nova.compute.manager [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.529054] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190564b-eef9-4875-b4e1-f185cfebae4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.535707] env[69304]: DEBUG nova.compute.manager [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 800.536320] env[69304]: DEBUG nova.objects.instance [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lazy-loading 'flavor' on Instance uuid ffc62ddd-ffe2-478d-9227-239904c4411b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.603239] env[69304]: DEBUG oslo_vmware.api [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208525, 'name': PowerOnVM_Task, 'duration_secs': 1.438364} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.603556] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.604328] env[69304]: INFO nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Took 9.45 seconds to spawn the instance on the hypervisor. [ 800.604570] env[69304]: DEBUG nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.605531] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d5fdd-cf7f-4aa9-be0c-7829c7a83123 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.635294] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.522875} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.638883] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.639706] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd63f47c-b5c0-4ddb-81bd-bd9f9c2b2bd0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.647378] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208528, 'name': ReconfigVM_Task, 'duration_secs': 0.427156} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.656999] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.666226] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4/18bfddfc-8ba9-41c3-bde7-a09ed7c153b4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.666994] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93c85543-eb98-4c49-a24a-1d8e9e0e290a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.668754] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a6664b-4e35-47c1-b83a-4e84b37f792c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.691104] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 800.691104] env[69304]: value = "task-4208530" [ 800.691104] env[69304]: _type = "Task" [ 800.691104] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.692444] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 800.692444] env[69304]: value = "task-4208529" [ 800.692444] env[69304]: _type = "Task" [ 800.692444] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.705111] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208529, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.708289] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.764695] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12c48e81-863b-4591-b3c5-fa4e26d655b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 800.970679] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.124800] env[69304]: INFO nova.compute.manager [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Took 47.05 seconds to build instance. [ 801.206837] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208530, 'name': ReconfigVM_Task, 'duration_secs': 0.30813} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.210090] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4/18bfddfc-8ba9-41c3-bde7-a09ed7c153b4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.210836] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208529, 'name': Rename_Task, 'duration_secs': 0.163366} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.211057] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d9a28b-fda3-40cd-811d-f025f3998b95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.212789] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.213045] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a03dbcf5-81cf-43fb-b428-44d138ec8e26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.220374] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 801.220374] env[69304]: value = "task-4208531" [ 801.220374] env[69304]: _type = "Task" [ 801.220374] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.221693] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 801.221693] env[69304]: value = "task-4208532" [ 801.221693] env[69304]: _type = "Task" [ 801.221693] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.234609] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208531, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.238018] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.268198] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 938a14a6-ca90-4782-8a58-c42b837b2cad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 801.496058] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.544286] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.544286] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e162a3b0-c21f-41fd-9570-eb139f0cc0ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.551883] env[69304]: DEBUG oslo_vmware.api [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 801.551883] env[69304]: value = "task-4208533" [ 801.551883] env[69304]: _type = "Task" [ 801.551883] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.563037] env[69304]: DEBUG oslo_vmware.api [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.626838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.479s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.736504] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208531, 'name': Rename_Task, 'duration_secs': 0.155534} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.740166] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.740481] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208532, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.740706] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c4e163-528d-4c98-8214-98a96429a42e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.748611] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 801.748611] env[69304]: value = "task-4208534" [ 801.748611] env[69304]: _type = "Task" [ 801.748611] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.757389] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.772580] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance ad04223c-147a-435f-a2cd-d3c73ea1ca63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 802.062406] env[69304]: DEBUG oslo_vmware.api [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208533, 'name': PowerOffVM_Task, 'duration_secs': 0.21099} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.062669] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.062868] env[69304]: DEBUG nova.compute.manager [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.063643] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b076ac-11f4-4429-9290-dcb85cd28159 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.129964] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.235589] env[69304]: DEBUG oslo_vmware.api [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208532, 'name': PowerOnVM_Task, 'duration_secs': 0.607224} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.236271] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.236482] env[69304]: INFO nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Took 6.08 seconds to spawn the instance on the hypervisor. [ 802.236663] env[69304]: DEBUG nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.237504] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2b649-4075-4033-8883-5d30ac0d0cea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.258658] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208534, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.278783] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 58199a59-81d5-4320-af6f-06a89b7091fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 802.574961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f30a1eac-39c1-47e1-a242-f04425f3713e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.651278] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.760693] env[69304]: INFO nova.compute.manager [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Took 45.44 seconds to build instance. [ 802.765011] env[69304]: DEBUG oslo_vmware.api [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208534, 'name': PowerOnVM_Task, 'duration_secs': 0.944914} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.765489] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.765690] env[69304]: INFO nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 8.88 seconds to spawn the instance on the hypervisor. [ 802.765875] env[69304]: DEBUG nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.766660] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da985d37-7e47-4c19-8f70-1fd4b2b4d00a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.782203] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 407887d5-5e6b-4e1a-bd96-0d2f469e9d05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.266873] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1994be03-1785-440d-9d2e-b85139db0336 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.742s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.285131] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 01618ff9-d8e5-41b5-899c-81279eb69806 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.286985] env[69304]: INFO nova.compute.manager [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 46.13 seconds to build instance. [ 803.769523] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.788900] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance b3942bc6-49d3-4260-bd82-4f6224bab80c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.788900] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 803.788900] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 803.792048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c8932970-0774-4fa3-aca0-d9c655f439c3 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.131s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.955156] env[69304]: DEBUG nova.compute.manager [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.956262] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b25bfe-64fd-441a-925d-8130ea67e4e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.295334] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.302835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.315255] env[69304]: INFO nova.compute.manager [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Rebuilding instance [ 804.377419] env[69304]: DEBUG nova.compute.manager [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.378653] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2e36a0-40b6-48c2-b06a-9f642e78ece8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.438970] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fbab4c-7d25-41e7-a2e3-752aa7e7247a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.447840] env[69304]: DEBUG nova.compute.manager [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Received event network-changed-02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 804.448153] env[69304]: DEBUG nova.compute.manager [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Refreshing instance network info cache due to event network-changed-02344b68-7cf4-417e-9a2f-2ddfca54f3fd. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 804.449084] env[69304]: DEBUG oslo_concurrency.lockutils [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.449084] env[69304]: DEBUG oslo_concurrency.lockutils [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.449084] env[69304]: DEBUG nova.network.neutron [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Refreshing network info cache for port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.459879] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f26b33-f467-49a7-9b41-b490204b9d1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.496081] env[69304]: INFO nova.compute.manager [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] instance snapshotting [ 804.499990] env[69304]: WARNING nova.compute.manager [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 804.499990] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e3a9f5-7ec9-4a69-b6c5-26f46f2b149b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.502485] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee891e1-2fc1-4340-adf2-36636c35c2a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.524395] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd13fe3-328e-43c3-ac22-dd88e1993427 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.530227] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891dbbb0-3f4e-4232-a4b6-9f28616342f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.547806] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.820472] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.051505] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.052732] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.057268] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d0ba442-ab6b-4461-bdf8-41643d429639 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.067691] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 805.067691] env[69304]: value = "task-4208535" [ 805.067691] env[69304]: _type = "Task" [ 805.067691] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.081149] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.205456] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.205456] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.205456] env[69304]: DEBUG nova.compute.manager [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.206483] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a53c43-5d67-4786-9d8b-1dc8dd78e156 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.214969] env[69304]: DEBUG nova.compute.manager [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 805.215753] env[69304]: DEBUG nova.objects.instance [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lazy-loading 'flavor' on Instance uuid 70576c11-d63f-48a1-8a9f-6da8ae18b542 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.221745] env[69304]: DEBUG nova.network.neutron [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updated VIF entry in instance network info cache for port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.221975] env[69304]: DEBUG nova.network.neutron [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.393813] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.394177] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec0baa5-4cfa-4838-8d11-db8ad046bf8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.402996] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 805.402996] env[69304]: value = "task-4208536" [ 805.402996] env[69304]: _type = "Task" [ 805.402996] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.413193] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.563036] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 805.563323] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.423s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.563633] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.898s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.563822] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.566008] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.731s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.566201] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.568135] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.227s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.568251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.570060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.714s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.571812] env[69304]: INFO nova.compute.claims [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.590730] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208535, 'name': CreateSnapshot_Task, 'duration_secs': 0.481154} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.591046] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.592047] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d20bf-7fac-446c-9324-ecb3148f06a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.606707] env[69304]: INFO nova.scheduler.client.report [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Deleted allocations for instance 2a395bfb-2b03-418e-92b5-df650a6b8f10 [ 805.608669] env[69304]: INFO nova.scheduler.client.report [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Deleted allocations for instance c7bb5994-7c54-43a7-9d47-ad7ecb0465f6 [ 805.627029] env[69304]: INFO nova.scheduler.client.report [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Deleted allocations for instance 06b5782b-4336-4d29-b2d6-ada4688875bf [ 805.724362] env[69304]: DEBUG oslo_concurrency.lockutils [req-9cb3ea04-83d0-443c-b96f-19ebdfa48d85 req-8c277bab-8a8a-48e7-807e-d5ae2f6f446f service nova] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.914929] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208536, 'name': PowerOffVM_Task, 'duration_secs': 0.264185} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.915289] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.915489] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.916381] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d641aa8-2cd6-4fa9-86fa-496649d417ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.924526] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.924788] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee557e38-0d80-4836-b1e5-50515138792b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.955016] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.955243] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.955335] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Deleting the datastore file [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.955696] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b458d68-17ce-4764-886c-404a72395cad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.962863] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 805.962863] env[69304]: value = "task-4208538" [ 805.962863] env[69304]: _type = "Task" [ 805.962863] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.972214] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.116809] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.116809] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-394e23ba-e197-4bf4-86f6-7ac44681f178 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.125431] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Lock "c7bb5994-7c54-43a7-9d47-ad7ecb0465f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.271s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.127455] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5433633e-4372-4fb9-a6b3-536ac113c8b0 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "2a395bfb-2b03-418e-92b5-df650a6b8f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.498s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.135692] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 806.135692] env[69304]: value = "task-4208539" [ 806.135692] env[69304]: _type = "Task" [ 806.135692] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.136229] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82c82a40-e1d0-43fa-8e74-59332982fd6d tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "06b5782b-4336-4d29-b2d6-ada4688875bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.084s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.149581] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208539, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.223493] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.223840] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc04ba2-b699-479c-ab22-2f4d2bf26251 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.232914] env[69304]: DEBUG oslo_vmware.api [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 806.232914] env[69304]: value = "task-4208540" [ 806.232914] env[69304]: _type = "Task" [ 806.232914] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.247829] env[69304]: DEBUG oslo_vmware.api [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.475018] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11559} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.475613] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.475717] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.475987] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.653722] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208539, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.747295] env[69304]: DEBUG oslo_vmware.api [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208540, 'name': PowerOffVM_Task, 'duration_secs': 0.422946} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.747836] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.748267] env[69304]: DEBUG nova.compute.manager [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.750067] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf03394-3982-4e9e-8a86-55fc74314530 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.022406] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "8f0a0fcb-babd-406b-9468-ae0f86818589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.022726] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.022967] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "8f0a0fcb-babd-406b-9468-ae0f86818589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.023175] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.023350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.027436] env[69304]: INFO nova.compute.manager [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Terminating instance [ 807.150137] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208539, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.171681] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041ddb5-cc4e-4f41-8792-c9386669a200 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.180726] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c59b0-0de8-40ba-90a9-4b453922e374 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.228695] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f8e3b6-5758-486e-953e-31504ecc2be2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.237607] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e036911-86e8-45b5-b580-f284afc9568d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.254432] env[69304]: DEBUG nova.compute.provider_tree [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.265128] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d81ce0b0-b22c-4be2-a58f-a7846d0df9a8 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.529131] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.529360] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.530209] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.530209] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.530209] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.530209] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.530455] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.530800] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.531249] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.531249] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.531317] env[69304]: DEBUG nova.virt.hardware [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.531976] env[69304]: DEBUG nova.compute.manager [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.532185] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.533123] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda4bf5-8de0-449c-815f-32cc069e2522 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.536947] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12cfa3e-6183-42b1-bf14-983b62993cae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.549061] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9652445e-7c30-477d-b09e-5c4e3bdf9a20 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.554457] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.555314] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd9c3495-9408-4008-8e48-73b50ba247cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.571442] env[69304]: DEBUG oslo_vmware.api [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 807.571442] env[69304]: value = "task-4208541" [ 807.571442] env[69304]: _type = "Task" [ 807.571442] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.572646] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.579693] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.580343] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.585048] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e0d1cb9-ae55-4015-83e8-d78ba79f4bee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.604906] env[69304]: DEBUG oslo_vmware.api [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.606650] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.606650] env[69304]: value = "task-4208542" [ 807.606650] env[69304]: _type = "Task" [ 807.606650] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.615718] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208542, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.652828] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208539, 'name': CloneVM_Task, 'duration_secs': 1.475882} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.653972] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Created linked-clone VM from snapshot [ 807.655225] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52a16ed-ddeb-4b86-8cda-64e674f3e432 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666706] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Uploading image ff60a1be-bb9a-4533-ab94-b8667875154a {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 807.695111] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 807.695111] env[69304]: value = "vm-832769" [ 807.695111] env[69304]: _type = "VirtualMachine" [ 807.695111] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 807.695527] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee4d78de-93d6-4364-a7f3-2392c4e7627a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.705523] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease: (returnval){ [ 807.705523] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9f141-1efa-50e5-67bd-273de628e474" [ 807.705523] env[69304]: _type = "HttpNfcLease" [ 807.705523] env[69304]: } obtained for exporting VM: (result){ [ 807.705523] env[69304]: value = "vm-832769" [ 807.705523] env[69304]: _type = "VirtualMachine" [ 807.705523] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 807.706120] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the lease: (returnval){ [ 807.706120] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9f141-1efa-50e5-67bd-273de628e474" [ 807.706120] env[69304]: _type = "HttpNfcLease" [ 807.706120] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 807.714391] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.714391] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9f141-1efa-50e5-67bd-273de628e474" [ 807.714391] env[69304]: _type = "HttpNfcLease" [ 807.714391] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 807.761380] env[69304]: DEBUG nova.scheduler.client.report [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.783322] env[69304]: DEBUG nova.objects.instance [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lazy-loading 'flavor' on Instance uuid 70576c11-d63f-48a1-8a9f-6da8ae18b542 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.090675] env[69304]: DEBUG oslo_vmware.api [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208541, 'name': PowerOffVM_Task, 'duration_secs': 0.241643} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.091085] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.091144] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.091382] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12dd86e5-2aea-45ae-aa6d-25962c180d52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.117649] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208542, 'name': CreateVM_Task, 'duration_secs': 0.30839} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.117858] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.118327] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.118482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.118823] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.119108] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4266311f-76d6-445d-b54c-92ab0db4ed1f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.124638] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 808.124638] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc47a8-d2f5-6d33-5b28-5e0b4c949ca3" [ 808.124638] env[69304]: _type = "Task" [ 808.124638] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.133928] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc47a8-d2f5-6d33-5b28-5e0b4c949ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.160211] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.160876] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.160876] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Deleting the datastore file [datastore2] 8f0a0fcb-babd-406b-9468-ae0f86818589 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.161545] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8619e789-ad9e-4826-90b6-4dc3d2a7024d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.169847] env[69304]: DEBUG oslo_vmware.api [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for the task: (returnval){ [ 808.169847] env[69304]: value = "task-4208545" [ 808.169847] env[69304]: _type = "Task" [ 808.169847] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.184162] env[69304]: DEBUG oslo_vmware.api [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.215159] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.215159] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9f141-1efa-50e5-67bd-273de628e474" [ 808.215159] env[69304]: _type = "HttpNfcLease" [ 808.215159] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.215507] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.215507] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9f141-1efa-50e5-67bd-273de628e474" [ 808.215507] env[69304]: _type = "HttpNfcLease" [ 808.215507] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.216362] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40636b77-3e0c-42ef-800b-00b79af7b8a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.225199] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0da2c-2bb0-6517-6916-7e07e94d03d0/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.225369] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0da2c-2bb0-6517-6916-7e07e94d03d0/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 808.290704] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.291206] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.296658] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.059s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.297045] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.299455] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.580s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.301044] env[69304]: INFO nova.compute.claims [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.306228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.306481] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquired lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.306569] env[69304]: DEBUG nova.network.neutron [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.306756] env[69304]: DEBUG nova.objects.instance [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lazy-loading 'info_cache' on Instance uuid 70576c11-d63f-48a1-8a9f-6da8ae18b542 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.344980] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f27314b-65ca-4a73-b3cb-2140903bd1b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.356778] env[69304]: INFO nova.scheduler.client.report [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Deleted allocations for instance bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1 [ 808.636841] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc47a8-d2f5-6d33-5b28-5e0b4c949ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.637282] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.637418] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.637690] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.637839] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.638538] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.638538] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4951067d-f7c5-4c08-a9db-1b0489c162b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.653715] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.653715] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.654670] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf88f7b-0951-4421-9bbe-cf6e2f924220 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.663268] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 808.663268] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526f366c-d6a8-7ba4-499c-13a461ee852e" [ 808.663268] env[69304]: _type = "Task" [ 808.663268] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.683670] env[69304]: DEBUG oslo_vmware.api [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Task: {'id': task-4208545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407666} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.687777] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.688387] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.688904] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.689168] env[69304]: INFO nova.compute.manager [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Took 1.16 seconds to destroy the instance on the hypervisor. [ 808.689520] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.689896] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526f366c-d6a8-7ba4-499c-13a461ee852e, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.690207] env[69304]: DEBUG nova.compute.manager [-] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.690350] env[69304]: DEBUG nova.network.neutron [-] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.696122] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4ac0ba-0299-4284-bc8b-041394a6b1c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.703804] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 808.703804] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526fc829-b74e-f960-0bcf-b918e5aea625" [ 808.703804] env[69304]: _type = "Task" [ 808.703804] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.717747] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526fc829-b74e-f960-0bcf-b918e5aea625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.800207] env[69304]: DEBUG nova.compute.utils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.802409] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.802409] env[69304]: DEBUG nova.network.neutron [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.810926] env[69304]: DEBUG nova.objects.base [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Object Instance<70576c11-d63f-48a1-8a9f-6da8ae18b542> lazy-loaded attributes: flavor,info_cache {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.866968] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a28fc634-a788-4806-b3d6-e48f5687fa30 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.681s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.900464] env[69304]: DEBUG nova.policy [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd616c7b3be467bb574ef7a70200905', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '294db80e3faa4b929c9f993b464a38ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.120448] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.120738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.216337] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526fc829-b74e-f960-0bcf-b918e5aea625, 'name': SearchDatastore_Task, 'duration_secs': 0.014288} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.216885] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.216885] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.217247] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b868b72-11e7-442f-815f-1182a3a5291a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.225479] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 809.225479] env[69304]: value = "task-4208546" [ 809.225479] env[69304]: _type = "Task" [ 809.225479] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.234707] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.267468] env[69304]: DEBUG nova.compute.manager [req-89e46eaf-292f-4dcd-aa29-f09ec607fcbd req-daad4969-9c9b-4df7-bf12-48f463fdc6a2 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Received event network-vif-deleted-840311e2-fb3f-4ee5-b737-7db23f82afc4 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 809.267810] env[69304]: INFO nova.compute.manager [req-89e46eaf-292f-4dcd-aa29-f09ec607fcbd req-daad4969-9c9b-4df7-bf12-48f463fdc6a2 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Neutron deleted interface 840311e2-fb3f-4ee5-b737-7db23f82afc4; detaching it from the instance and deleting it from the info cache [ 809.267902] env[69304]: DEBUG nova.network.neutron [req-89e46eaf-292f-4dcd-aa29-f09ec607fcbd req-daad4969-9c9b-4df7-bf12-48f463fdc6a2 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.306384] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.430107] env[69304]: DEBUG nova.network.neutron [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Successfully created port: ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.694313] env[69304]: DEBUG nova.network.neutron [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Updating instance_info_cache with network_info: [{"id": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "address": "fa:16:3e:bf:09:b5", "network": {"id": "5d263776-d22d-4adb-8112-e0c68f8ca012", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135017436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e0dcde096844dc82f4f2bf106d770a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5998affc-dd", "ovs_interfaceid": "5998affc-dd7f-435e-8dc9-ee48a10db5a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.745217] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208546, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.746458] env[69304]: DEBUG nova.network.neutron [-] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.771445] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a38b895-0a3c-411e-8824-7890975e319e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.786340] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0f61fc-f931-4801-b879-41c7c4d52403 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.830540] env[69304]: DEBUG nova.compute.manager [req-89e46eaf-292f-4dcd-aa29-f09ec607fcbd req-daad4969-9c9b-4df7-bf12-48f463fdc6a2 service nova] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Detach interface failed, port_id=840311e2-fb3f-4ee5-b737-7db23f82afc4, reason: Instance 8f0a0fcb-babd-406b-9468-ae0f86818589 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 810.023082] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3cc0be-9674-451e-b44c-87da848442b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.031483] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2dffbf-ee88-480e-a4f6-dc0cf9d5896c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.065756] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d373ef-670e-4b60-a2fc-ed63e0ef1694 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.076226] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b415ba-1096-4ac9-afe2-13744b39e129 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.092316] env[69304]: DEBUG nova.compute.provider_tree [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.199134] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Releasing lock "refresh_cache-70576c11-d63f-48a1-8a9f-6da8ae18b542" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.237211] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709652} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.237520] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.237885] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.238074] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6738d634-1f26-4d82-a3ac-1231b7ff8d83 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.252984] env[69304]: INFO nova.compute.manager [-] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Took 1.56 seconds to deallocate network for instance. [ 810.254460] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 810.254460] env[69304]: value = "task-4208547" [ 810.254460] env[69304]: _type = "Task" [ 810.254460] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.273458] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.335467] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.365071] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:27:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='66b72e28-c22a-47a9-b533-7f5d185aea38',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-161035225',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.365071] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.365071] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.365241] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.365356] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.365570] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.365818] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.365985] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.366182] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.366327] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.366533] env[69304]: DEBUG nova.virt.hardware [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.367762] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b328cc2-1af7-41f4-a581-e24cd6711934 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.380622] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9d56c-2191-4e03-b68c-07f9e953cc17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.597836] env[69304]: DEBUG nova.scheduler.client.report [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.768573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.768908] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091659} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.770966] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.770966] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24d304-3c6c-4f69-ac3a-f197ffa5c40d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.795036] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.795036] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da225f32-3d0f-4ffe-aa39-34b6e89d38e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.815011] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 810.815011] env[69304]: value = "task-4208548" [ 810.815011] env[69304]: _type = "Task" [ 810.815011] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.824649] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.102950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.103574] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.106667] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.047s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.106960] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.110682] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.502s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.111454] env[69304]: INFO nova.compute.claims [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.120140] env[69304]: DEBUG nova.network.neutron [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Successfully updated port: ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.149915] env[69304]: INFO nova.scheduler.client.report [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Deleted allocations for instance 003dd320-3467-49c5-aabe-080ecde7dcc2 [ 811.204127] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.204714] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87251ce2-bbde-4cd6-84bc-3c678fa7b00d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.213900] env[69304]: DEBUG oslo_vmware.api [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 811.213900] env[69304]: value = "task-4208549" [ 811.213900] env[69304]: _type = "Task" [ 811.213900] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.223035] env[69304]: DEBUG oslo_vmware.api [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.293178] env[69304]: DEBUG nova.compute.manager [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Received event network-vif-plugged-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 811.293559] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] Acquiring lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.293815] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] Lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.294016] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] Lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.294224] env[69304]: DEBUG nova.compute.manager [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] No waiting events found dispatching network-vif-plugged-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.294394] env[69304]: WARNING nova.compute.manager [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Received unexpected event network-vif-plugged-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b for instance with vm_state building and task_state spawning. [ 811.294550] env[69304]: DEBUG nova.compute.manager [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Received event network-changed-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 811.294704] env[69304]: DEBUG nova.compute.manager [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Refreshing instance network info cache due to event network-changed-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 811.294884] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] Acquiring lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.295031] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] Acquired lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.295190] env[69304]: DEBUG nova.network.neutron [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Refreshing network info cache for port ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.325771] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208548, 'name': ReconfigVM_Task, 'duration_secs': 0.315526} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.326072] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0/6de6a293-0fc9-4b20-8f52-cbd0b644c0c0.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.326716] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e034d0a-4e9a-47df-ab62-d716d6e02d7e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.334667] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 811.334667] env[69304]: value = "task-4208550" [ 811.334667] env[69304]: _type = "Task" [ 811.334667] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.345748] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208550, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.619693] env[69304]: DEBUG nova.compute.utils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.627026] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.627026] env[69304]: DEBUG nova.network.neutron [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.628404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.662195] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8876b789-d932-4be0-8726-062706b1dd3a tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Lock "003dd320-3467-49c5-aabe-080ecde7dcc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.095s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.685556] env[69304]: DEBUG nova.policy [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e0ba1c2742249aba221be3f4e50d8f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dfa04c205464cbe8345d117bb85642c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.726918] env[69304]: DEBUG oslo_vmware.api [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208549, 'name': PowerOnVM_Task, 'duration_secs': 0.473651} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.730839] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.731285] env[69304]: DEBUG nova.compute.manager [None req-2aaafc92-786f-48f6-b25d-86fb290d9c53 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.732838] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d406e12d-e060-4c74-91cb-644b683aa275 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.854864] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208550, 'name': Rename_Task, 'duration_secs': 0.143747} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.855982] env[69304]: DEBUG nova.network.neutron [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.860427] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.860750] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be38a210-d92c-475b-ab1e-e7276c914fb9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.873027] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 811.873027] env[69304]: value = "task-4208551" [ 811.873027] env[69304]: _type = "Task" [ 811.873027] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.882229] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.977047] env[69304]: DEBUG nova.network.neutron [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.128298] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.190207] env[69304]: DEBUG nova.network.neutron [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Successfully created port: 8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.383428] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208551, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.483863] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc4bd670-1c9f-468d-8efd-0b646842c265 req-418a5c4a-5ea8-437b-9581-2c8ece43b48c service nova] Releasing lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.483863] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.483863] env[69304]: DEBUG nova.network.neutron [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.742213] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407f0e5-a60f-4a1e-98f0-a5b026db2bbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.750767] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bbf127-b823-4a1c-b6d0-db50dabcec4a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.786083] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81000f49-496d-44fa-bb3f-fc915a528a60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.794422] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38addc54-402c-4ca3-9a51-b055a4deb131 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.810151] env[69304]: DEBUG nova.compute.provider_tree [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.886426] env[69304]: DEBUG oslo_vmware.api [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208551, 'name': PowerOnVM_Task, 'duration_secs': 0.615223} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.887331] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.887331] env[69304]: DEBUG nova.compute.manager [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.888658] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24efe4ee-b3f9-4004-926e-e53914a19604 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.031620] env[69304]: DEBUG nova.network.neutron [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.148023] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.179692] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.179987] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.180218] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.180422] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.180571] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.180763] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.180990] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.181343] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.181530] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.181695] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.181874] env[69304]: DEBUG nova.virt.hardware [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.182751] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c4e5cb-aaf7-443e-b581-96b0cd7a6b0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.193356] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd2c2a-13ba-4074-b031-2eab245da6a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.200245] env[69304]: DEBUG nova.network.neutron [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [{"id": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "address": "fa:16:3e:ed:61:e6", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4906a1-ee", "ovs_interfaceid": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.313606] env[69304]: DEBUG nova.scheduler.client.report [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.410046] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.711268] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.711623] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Instance network_info: |[{"id": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "address": "fa:16:3e:ed:61:e6", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4906a1-ee", "ovs_interfaceid": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.712070] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:61:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba4906a1-ee4e-4a96-b1dd-7e23a999df8b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.720014] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.720279] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.720512] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6df3dbc-d1de-45db-9163-855550f994b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.744819] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.744819] env[69304]: value = "task-4208552" [ 813.744819] env[69304]: _type = "Task" [ 813.744819] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.753605] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208552, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.821346] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.822526] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.828632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.817s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.830554] env[69304]: INFO nova.compute.claims [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.841019] env[69304]: DEBUG nova.compute.manager [req-bc644c4e-e5d6-46ba-86ba-edd6215a1069 req-34547813-fbe6-454f-868d-5e6e7cacebac service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Received event network-vif-plugged-8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 813.841019] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc644c4e-e5d6-46ba-86ba-edd6215a1069 req-34547813-fbe6-454f-868d-5e6e7cacebac service nova] Acquiring lock "95df5a66-c49d-4435-835b-82d0ba35b4ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.841019] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc644c4e-e5d6-46ba-86ba-edd6215a1069 req-34547813-fbe6-454f-868d-5e6e7cacebac service nova] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.841019] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc644c4e-e5d6-46ba-86ba-edd6215a1069 req-34547813-fbe6-454f-868d-5e6e7cacebac service nova] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.841019] env[69304]: DEBUG nova.compute.manager [req-bc644c4e-e5d6-46ba-86ba-edd6215a1069 req-34547813-fbe6-454f-868d-5e6e7cacebac service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] No waiting events found dispatching network-vif-plugged-8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.841783] env[69304]: WARNING nova.compute.manager [req-bc644c4e-e5d6-46ba-86ba-edd6215a1069 req-34547813-fbe6-454f-868d-5e6e7cacebac service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Received unexpected event network-vif-plugged-8da2c88e-a0a2-452c-8cce-82dec151d60d for instance with vm_state building and task_state spawning. [ 813.844952] env[69304]: DEBUG nova.network.neutron [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Successfully updated port: 8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.255909] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208552, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.347138] env[69304]: DEBUG nova.compute.utils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.349519] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.351072] env[69304]: DEBUG nova.network.neutron [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.355131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.355131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquired lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.355131] env[69304]: DEBUG nova.network.neutron [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.433493] env[69304]: DEBUG nova.policy [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d492fbecbcb47908a1ff905293a204b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc322fe7df0d47879d8eba96c9cb63c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.439105] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.439358] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.439562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.439885] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.439949] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.445108] env[69304]: INFO nova.compute.manager [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Terminating instance [ 814.764575] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208552, 'name': CreateVM_Task, 'duration_secs': 0.531708} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.765032] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.767766] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.767766] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.767766] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.767766] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a18740-6215-41b3-a9e4-d1452d835b0a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.775225] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 814.775225] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5278b6f1-b16a-2c2f-18dd-2c253644e4f2" [ 814.775225] env[69304]: _type = "Task" [ 814.775225] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.785878] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5278b6f1-b16a-2c2f-18dd-2c253644e4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.856844] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.930781] env[69304]: DEBUG nova.network.neutron [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.956761] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "refresh_cache-6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.956761] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquired lock "refresh_cache-6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.956761] env[69304]: DEBUG nova.network.neutron [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.031311] env[69304]: DEBUG nova.network.neutron [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Successfully created port: a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.202773] env[69304]: DEBUG nova.network.neutron [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updating instance_info_cache with network_info: [{"id": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "address": "fa:16:3e:a0:af:74", "network": {"id": "28fa6531-ff15-4c31-8ab8-d5a3abcf2903", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1577402435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfa04c205464cbe8345d117bb85642c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da2c88e-a0", "ovs_interfaceid": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.288123] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5278b6f1-b16a-2c2f-18dd-2c253644e4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016595} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.292546] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.293015] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.293295] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.293450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.293633] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.295246] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385142df-1069-4495-81ea-91cc4e02963c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.307466] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.307795] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.312301] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba136bf4-a63a-4e92-b123-70f8e60710eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.319204] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 815.319204] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521331c0-b6a5-1288-a87b-0d542d21e28e" [ 815.319204] env[69304]: _type = "Task" [ 815.319204] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.328277] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521331c0-b6a5-1288-a87b-0d542d21e28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.469197] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c2007-4f87-41d2-8843-6a019c127aef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.480019] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3657c9-c96c-4d32-80b0-725805f5ac23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.515508] env[69304]: DEBUG nova.network.neutron [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.518290] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9189a0e-7517-4e8a-8180-8dea7ce3a957 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.526772] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed298c9-021b-4073-a8af-a63a412ad287 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.545707] env[69304]: DEBUG nova.compute.provider_tree [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.606780] env[69304]: DEBUG nova.network.neutron [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.707433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Releasing lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.707957] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Instance network_info: |[{"id": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "address": "fa:16:3e:a0:af:74", "network": {"id": "28fa6531-ff15-4c31-8ab8-d5a3abcf2903", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1577402435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfa04c205464cbe8345d117bb85642c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da2c88e-a0", "ovs_interfaceid": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.708639] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:af:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8da2c88e-a0a2-452c-8cce-82dec151d60d', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.717637] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Creating folder: Project (7dfa04c205464cbe8345d117bb85642c). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.718082] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a03ab2e-6840-4011-9fc0-e4b9ba4acae7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.729932] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Created folder: Project (7dfa04c205464cbe8345d117bb85642c) in parent group-v832645. [ 815.730264] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Creating folder: Instances. Parent ref: group-v832772. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.730582] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6124734-64d4-425c-a847-016ddab3cdbe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.742749] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Created folder: Instances in parent group-v832772. [ 815.743113] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.743390] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.743679] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67af370f-edb5-43bf-b9c5-f7165be76f19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.764141] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.764141] env[69304]: value = "task-4208555" [ 815.764141] env[69304]: _type = "Task" [ 815.764141] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.776540] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208555, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.831667] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521331c0-b6a5-1288-a87b-0d542d21e28e, 'name': SearchDatastore_Task, 'duration_secs': 0.037043} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.832694] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c555dc-8391-4120-b3b4-91c0779deace {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.840167] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 815.840167] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5287945b-fd9a-8fa7-221b-bef9b69a7191" [ 815.840167] env[69304]: _type = "Task" [ 815.840167] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.849577] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5287945b-fd9a-8fa7-221b-bef9b69a7191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.874377] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.904513] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.904823] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.904984] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.905194] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.905346] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.905683] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.905776] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.905903] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.906067] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.906300] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.906427] env[69304]: DEBUG nova.virt.hardware [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.907726] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe419d-b72a-4981-99c0-0ded685fba37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.917205] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956b267-d7ab-49b9-9b43-d864741199d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.968100] env[69304]: DEBUG nova.compute.manager [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Received event network-changed-8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 815.968308] env[69304]: DEBUG nova.compute.manager [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Refreshing instance network info cache due to event network-changed-8da2c88e-a0a2-452c-8cce-82dec151d60d. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 815.968630] env[69304]: DEBUG oslo_concurrency.lockutils [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] Acquiring lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.968716] env[69304]: DEBUG oslo_concurrency.lockutils [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] Acquired lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.968882] env[69304]: DEBUG nova.network.neutron [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Refreshing network info cache for port 8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.052414] env[69304]: DEBUG nova.scheduler.client.report [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.110093] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Releasing lock "refresh_cache-6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.110641] env[69304]: DEBUG nova.compute.manager [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.111265] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.112025] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bad70d-2f02-4f79-8058-de977d1a7026 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.120983] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.121464] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f264092f-89ff-48b6-83cc-28661881cba4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.129450] env[69304]: DEBUG oslo_vmware.api [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 816.129450] env[69304]: value = "task-4208556" [ 816.129450] env[69304]: _type = "Task" [ 816.129450] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.139272] env[69304]: DEBUG oslo_vmware.api [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.276206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.276469] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.276703] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.276988] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.277231] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.282089] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208555, 'name': CreateVM_Task, 'duration_secs': 0.398129} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.282089] env[69304]: INFO nova.compute.manager [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Terminating instance [ 816.282089] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.283733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.283859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.284199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.284466] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb85a8ab-7619-49df-a4a7-63743dde35e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.291378] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 816.291378] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0b434-8cf1-5868-016e-e236e2b6fc2e" [ 816.291378] env[69304]: _type = "Task" [ 816.291378] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.304269] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0b434-8cf1-5868-016e-e236e2b6fc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.351734] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5287945b-fd9a-8fa7-221b-bef9b69a7191, 'name': SearchDatastore_Task, 'duration_secs': 0.024336} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.352277] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.352540] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.352882] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0174995d-798a-486e-ae2a-ad5296d86f3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.361824] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 816.361824] env[69304]: value = "task-4208557" [ 816.361824] env[69304]: _type = "Task" [ 816.361824] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.373573] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.559804] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.560397] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.563251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.683s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.564457] env[69304]: DEBUG nova.objects.instance [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.639996] env[69304]: DEBUG oslo_vmware.api [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208556, 'name': PowerOffVM_Task, 'duration_secs': 0.145984} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.640622] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.640808] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.641097] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962851de-7855-4436-9e3a-b9d58a7d8df6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.670782] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.671128] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.671355] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Deleting the datastore file [datastore1] 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.671697] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc93923b-c6be-4bda-84e8-6347cd4e466a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.680881] env[69304]: DEBUG oslo_vmware.api [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for the task: (returnval){ [ 816.680881] env[69304]: value = "task-4208559" [ 816.680881] env[69304]: _type = "Task" [ 816.680881] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.690166] env[69304]: DEBUG oslo_vmware.api [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.791025] env[69304]: DEBUG nova.compute.manager [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.791025] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.791025] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b180fe3-d857-4042-a02b-237ddf77707d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.806883] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0b434-8cf1-5868-016e-e236e2b6fc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.814121] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.814404] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.814657] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.814792] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.814971] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.815310] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.815824] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc7f2728-0641-421d-867f-1ebcdbce535c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.820437] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9ae2e9-0d3a-4e67-aa9e-31815222458c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.832283] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 816.832283] env[69304]: value = "task-4208560" [ 816.832283] env[69304]: _type = "Task" [ 816.832283] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.845694] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.851922] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.852233] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.853292] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f620d7f1-cc42-47cd-9d06-8f4d9ca6c09e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.860405] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 816.860405] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52941f43-762b-8e32-416b-992d2fe4ece7" [ 816.860405] env[69304]: _type = "Task" [ 816.860405] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.876697] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52941f43-762b-8e32-416b-992d2fe4ece7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.880438] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.897758] env[69304]: DEBUG nova.network.neutron [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updated VIF entry in instance network info cache for port 8da2c88e-a0a2-452c-8cce-82dec151d60d. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.898321] env[69304]: DEBUG nova.network.neutron [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updating instance_info_cache with network_info: [{"id": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "address": "fa:16:3e:a0:af:74", "network": {"id": "28fa6531-ff15-4c31-8ab8-d5a3abcf2903", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1577402435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfa04c205464cbe8345d117bb85642c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da2c88e-a0", "ovs_interfaceid": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.068523] env[69304]: DEBUG nova.compute.utils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.074500] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.074860] env[69304]: DEBUG nova.network.neutron [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.144966] env[69304]: DEBUG nova.network.neutron [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Successfully updated port: a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.148816] env[69304]: DEBUG nova.policy [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e340a6f30446bf87eb6d4460e06f8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7aded9e22ef4f818d721eab33abc1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.194755] env[69304]: DEBUG oslo_vmware.api [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Task: {'id': task-4208559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21468} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.195065] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.195262] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.196676] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.196676] env[69304]: INFO nova.compute.manager [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 817.196676] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.196676] env[69304]: DEBUG nova.compute.manager [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.196676] env[69304]: DEBUG nova.network.neutron [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.220581] env[69304]: DEBUG nova.network.neutron [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.343836] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208560, 'name': PowerOffVM_Task, 'duration_secs': 0.338004} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.343955] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.344125] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.344501] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d955ad0-0f2f-4529-bf64-afaf92bc43a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.372671] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52941f43-762b-8e32-416b-992d2fe4ece7, 'name': SearchDatastore_Task, 'duration_secs': 0.063156} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.374043] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ce6987-35b8-4ce8-9c13-7aca87f41e04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.380518] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716565} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.381280] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.381520] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.381845] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74a994a9-0e08-41d9-b716-86b373fb280f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.387319] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 817.387319] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc35f1-0670-4b42-4687-ec0aea379f40" [ 817.387319] env[69304]: _type = "Task" [ 817.387319] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.392834] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 817.392834] env[69304]: value = "task-4208562" [ 817.392834] env[69304]: _type = "Task" [ 817.392834] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.404455] env[69304]: DEBUG oslo_concurrency.lockutils [req-ad55bb4d-32d7-48a9-8497-484461018fde req-1bfacc7d-5c5d-40ba-a61a-4441062d23ae service nova] Releasing lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.405394] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc35f1-0670-4b42-4687-ec0aea379f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.408193] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.408498] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.409288] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleting the datastore file [datastore2] 32a3b6d5-3798-43f8-8864-c7e643de0aa4 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.413386] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f97ecbb7-b96b-4a88-84d9-7b86cda4257b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.415568] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.421225] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 817.421225] env[69304]: value = "task-4208563" [ 817.421225] env[69304]: _type = "Task" [ 817.421225] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.431089] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.534793] env[69304]: DEBUG nova.network.neutron [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Successfully created port: e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.580494] env[69304]: DEBUG nova.compute.utils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.582442] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2548b19-eb8a-4e55-89c2-55c1562f3a27 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.584446] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.099s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.585901] env[69304]: INFO nova.compute.claims [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.652041] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.652215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.652362] env[69304]: DEBUG nova.network.neutron [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.723329] env[69304]: DEBUG nova.network.neutron [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.905113] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bc35f1-0670-4b42-4687-ec0aea379f40, 'name': SearchDatastore_Task, 'duration_secs': 0.02494} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.905982] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.906610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 95df5a66-c49d-4435-835b-82d0ba35b4ce/95df5a66-c49d-4435-835b-82d0ba35b4ce.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.906821] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1bad6d-a74b-4869-8b61-3945ad01ba47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.914344] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08186} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.915377] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.916331] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa3cda-7b30-45d4-b873-d900a3358e0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.920839] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 817.920839] env[69304]: value = "task-4208564" [ 817.920839] env[69304]: _type = "Task" [ 817.920839] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.949434] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.949961] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc5bdb7-095a-4e75-aa3f-c7724907aeab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.971245] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.975693] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.977942] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 817.977942] env[69304]: value = "task-4208565" [ 817.977942] env[69304]: _type = "Task" [ 817.977942] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.989434] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.018046] env[69304]: DEBUG nova.compute.manager [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Received event network-vif-plugged-a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 818.018287] env[69304]: DEBUG oslo_concurrency.lockutils [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] Acquiring lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.018528] env[69304]: DEBUG oslo_concurrency.lockutils [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] Lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.018761] env[69304]: DEBUG oslo_concurrency.lockutils [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] Lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.018993] env[69304]: DEBUG nova.compute.manager [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] No waiting events found dispatching network-vif-plugged-a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 818.019256] env[69304]: WARNING nova.compute.manager [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Received unexpected event network-vif-plugged-a1c4f5d9-152a-4b21-be20-0c1753bd3194 for instance with vm_state building and task_state spawning. [ 818.019440] env[69304]: DEBUG nova.compute.manager [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Received event network-changed-a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 818.019599] env[69304]: DEBUG nova.compute.manager [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Refreshing instance network info cache due to event network-changed-a1c4f5d9-152a-4b21-be20-0c1753bd3194. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 818.019778] env[69304]: DEBUG oslo_concurrency.lockutils [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] Acquiring lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.085467] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.189102] env[69304]: DEBUG nova.network.neutron [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.225808] env[69304]: INFO nova.compute.manager [-] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Took 1.03 seconds to deallocate network for instance. [ 818.369786] env[69304]: DEBUG nova.network.neutron [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [{"id": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "address": "fa:16:3e:96:8d:25", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c4f5d9-15", "ovs_interfaceid": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.443569] env[69304]: DEBUG oslo_vmware.api [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567921} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.448106] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.448353] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.448576] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.448806] env[69304]: INFO nova.compute.manager [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 818.449122] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.449392] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.449650] env[69304]: DEBUG nova.compute.manager [-] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.449782] env[69304]: DEBUG nova.network.neutron [-] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.494547] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208565, 'name': ReconfigVM_Task, 'duration_secs': 0.431724} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.494547] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.494547] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41adf38b-299a-4e54-aa56-dc4011362e37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.505097] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 818.505097] env[69304]: value = "task-4208566" [ 818.505097] env[69304]: _type = "Task" [ 818.505097] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.520789] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208566, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.741044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.872441] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.875379] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance network_info: |[{"id": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "address": "fa:16:3e:96:8d:25", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c4f5d9-15", "ovs_interfaceid": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.875379] env[69304]: DEBUG oslo_concurrency.lockutils [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] Acquired lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.875379] env[69304]: DEBUG nova.network.neutron [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Refreshing network info cache for port a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.878987] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:8d:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c4f5d9-152a-4b21-be20-0c1753bd3194', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.889028] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.892612] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.896894] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd9efa3-a603-4c2e-88e1-8753b91a74e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.929634] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.929634] env[69304]: value = "task-4208567" [ 818.929634] env[69304]: _type = "Task" [ 818.929634] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.940480] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672738} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.944266] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 95df5a66-c49d-4435-835b-82d0ba35b4ce/95df5a66-c49d-4435-835b-82d0ba35b4ce.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.944266] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.944628] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa755a9-9362-42a3-a5e3-fb2ad70fb2d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.953461] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208567, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.957846] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 818.957846] env[69304]: value = "task-4208568" [ 818.957846] env[69304]: _type = "Task" [ 818.957846] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.974764] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.022723] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208566, 'name': Rename_Task, 'duration_secs': 0.248642} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.022723] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.022723] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ccc089-7aa0-4d41-b472-1d870576ce18 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.032826] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 819.032826] env[69304]: value = "task-4208569" [ 819.032826] env[69304]: _type = "Task" [ 819.032826] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.051900] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.106477] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.137676] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0da2c-2bb0-6517-6916-7e07e94d03d0/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.139377] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f602150-89f8-45cd-b79c-6a62548e7fc6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.160261] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0da2c-2bb0-6517-6916-7e07e94d03d0/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 819.160570] env[69304]: ERROR oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0da2c-2bb0-6517-6916-7e07e94d03d0/disk-0.vmdk due to incomplete transfer. [ 819.162868] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:25:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='372657504',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-498637173',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.163117] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.163300] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.163542] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.163899] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.163899] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.164072] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.164222] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.164395] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.164560] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.164734] env[69304]: DEBUG nova.virt.hardware [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.165056] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e0fe2cf-f907-4539-9b1b-3861e542a40c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.167421] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455cc466-1513-4cc1-9ffb-71248b215594 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.182920] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a476b38e-9f53-4258-82db-e3f9c96a8eb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.194290] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0da2c-2bb0-6517-6916-7e07e94d03d0/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 819.197575] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Uploaded image ff60a1be-bb9a-4533-ab94-b8667875154a to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 819.198351] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.199660] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad2e2bd8-4215-4a9d-a21a-26d829980a4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.218425] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 819.218425] env[69304]: value = "task-4208570" [ 819.218425] env[69304]: _type = "Task" [ 819.218425] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.238349] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208570, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.331636] env[69304]: DEBUG nova.network.neutron [-] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.365473] env[69304]: DEBUG nova.network.neutron [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updated VIF entry in instance network info cache for port a1c4f5d9-152a-4b21-be20-0c1753bd3194. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.365638] env[69304]: DEBUG nova.network.neutron [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [{"id": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "address": "fa:16:3e:96:8d:25", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c4f5d9-15", "ovs_interfaceid": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.399631] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea1ca5e-ea5c-46f3-b352-2c699745c00c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.412377] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3058d9f-5be9-466a-a843-156de1b38f23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.445904] env[69304]: DEBUG nova.network.neutron [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Successfully updated port: e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.450539] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550846aa-87a8-4c52-9a9d-8c3f4ee10bca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.460094] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208567, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.467059] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a7a13-5d7e-4e1f-8654-b7cba0b19dcd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.477503] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134309} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.485638] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.486559] env[69304]: DEBUG nova.compute.provider_tree [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.488480] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e714d-2681-45c6-ab26-84d5a5bdf8b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.516053] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 95df5a66-c49d-4435-835b-82d0ba35b4ce/95df5a66-c49d-4435-835b-82d0ba35b4ce.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.516263] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-261219ac-47eb-44d7-8edc-5d50ed92cc29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.539690] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 819.539690] env[69304]: value = "task-4208571" [ 819.539690] env[69304]: _type = "Task" [ 819.539690] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.551029] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.556776] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208571, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.732612] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208570, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.838887] env[69304]: INFO nova.compute.manager [-] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Took 1.39 seconds to deallocate network for instance. [ 819.870699] env[69304]: DEBUG oslo_concurrency.lockutils [req-c2b386fc-46c1-411a-a580-4c69a76bdd6a req-c587369c-e6f9-44ad-8352-e81aef4d88d8 service nova] Releasing lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.957285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.957661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.957661] env[69304]: DEBUG nova.network.neutron [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.959139] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208567, 'name': CreateVM_Task, 'duration_secs': 0.818716} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.959370] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.960421] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.960593] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.961106] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.961808] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb61ec68-f1ee-436a-b84d-b990315ec998 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.970696] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 819.970696] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ddec51-6b4f-d774-bbe0-dff0d0ee0df8" [ 819.970696] env[69304]: _type = "Task" [ 819.970696] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.982640] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ddec51-6b4f-d774-bbe0-dff0d0ee0df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.993030] env[69304]: DEBUG nova.scheduler.client.report [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.050205] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208569, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.056905] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.079441] env[69304]: DEBUG nova.compute.manager [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Received event network-vif-deleted-4348ac13-6c0a-4d01-bc75-947f18a470a6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 820.079730] env[69304]: DEBUG nova.compute.manager [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Received event network-vif-plugged-e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 820.079994] env[69304]: DEBUG oslo_concurrency.lockutils [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] Acquiring lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.080235] env[69304]: DEBUG oslo_concurrency.lockutils [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.080412] env[69304]: DEBUG oslo_concurrency.lockutils [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.080578] env[69304]: DEBUG nova.compute.manager [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] No waiting events found dispatching network-vif-plugged-e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 820.080744] env[69304]: WARNING nova.compute.manager [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Received unexpected event network-vif-plugged-e35080fa-a5b4-4e68-af99-30df81b45a9b for instance with vm_state building and task_state spawning. [ 820.080911] env[69304]: DEBUG nova.compute.manager [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Received event network-changed-e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 820.081078] env[69304]: DEBUG nova.compute.manager [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Refreshing instance network info cache due to event network-changed-e35080fa-a5b4-4e68-af99-30df81b45a9b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 820.081253] env[69304]: DEBUG oslo_concurrency.lockutils [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] Acquiring lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.238636] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208570, 'name': Destroy_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.331203] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "ffc62ddd-ffe2-478d-9227-239904c4411b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.331637] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.331970] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "ffc62ddd-ffe2-478d-9227-239904c4411b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.332288] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.332558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.335392] env[69304]: INFO nova.compute.manager [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Terminating instance [ 820.349483] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.481748] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ddec51-6b4f-d774-bbe0-dff0d0ee0df8, 'name': SearchDatastore_Task, 'duration_secs': 0.034765} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.482108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.482351] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.482666] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.482839] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.483032] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.483300] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6bdb0c-e3ad-4b59-a685-c4c41b711d17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.494214] env[69304]: DEBUG nova.network.neutron [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.497500] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.497708] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.498947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.499445] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.502716] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7b1520-114c-44aa-9259-1446038ce107 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.506047] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.352s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.507035] env[69304]: INFO nova.compute.claims [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.514466] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 820.514466] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5291075e-bf6b-4d2d-e5a2-5b2cdbe70eda" [ 820.514466] env[69304]: _type = "Task" [ 820.514466] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.523355] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5291075e-bf6b-4d2d-e5a2-5b2cdbe70eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.544292] env[69304]: DEBUG oslo_vmware.api [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208569, 'name': PowerOnVM_Task, 'duration_secs': 1.244077} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.552417] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.554938] env[69304]: INFO nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Took 10.22 seconds to spawn the instance on the hypervisor. [ 820.554938] env[69304]: DEBUG nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.557177] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37274d66-addb-4e37-9424-fd10f87cabcd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.565739] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208571, 'name': ReconfigVM_Task, 'duration_secs': 0.742567} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.567407] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 95df5a66-c49d-4435-835b-82d0ba35b4ce/95df5a66-c49d-4435-835b-82d0ba35b4ce.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.570708] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9d6d90-656b-4a07-9635-26114e1fb100 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.578426] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 820.578426] env[69304]: value = "task-4208572" [ 820.578426] env[69304]: _type = "Task" [ 820.578426] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.588091] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208572, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.665215] env[69304]: DEBUG nova.network.neutron [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Updating instance_info_cache with network_info: [{"id": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "address": "fa:16:3e:49:85:d5", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35080fa-a5", "ovs_interfaceid": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.733225] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208570, 'name': Destroy_Task, 'duration_secs': 1.039077} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.733225] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Destroyed the VM [ 820.733443] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.733693] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5b5d789-264c-4831-b0e1-7694d19fd441 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.740665] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 820.740665] env[69304]: value = "task-4208573" [ 820.740665] env[69304]: _type = "Task" [ 820.740665] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.749693] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.840663] env[69304]: DEBUG nova.compute.manager [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.841049] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.841813] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174dcafd-dc3d-4f0b-9c70-20d0a5f817b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.849982] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.850292] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1171fe4-0a7c-4a41-9632-755b1380b3eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.009112] env[69304]: DEBUG nova.compute.utils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.010939] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "f075e181-a915-4355-ad97-d2e4ad860771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.011236] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "f075e181-a915-4355-ad97-d2e4ad860771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.011532] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.011732] env[69304]: DEBUG nova.network.neutron [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.028965] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5291075e-bf6b-4d2d-e5a2-5b2cdbe70eda, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.029900] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2954d1-4f5b-4e13-aaab-9a585276be4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.036489] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 821.036489] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5263155e-ccd1-a8b1-42e2-15cfd9283feb" [ 821.036489] env[69304]: _type = "Task" [ 821.036489] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.045171] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5263155e-ccd1-a8b1-42e2-15cfd9283feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.067850] env[69304]: DEBUG nova.policy [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68dc99ad364e4469ba7b9b385dd15bf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c6382e43394924b732241d6139be77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.083470] env[69304]: INFO nova.compute.manager [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Took 58.26 seconds to build instance. [ 821.091308] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208572, 'name': Rename_Task, 'duration_secs': 0.149412} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.091308] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.091575] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f064b1d-e930-4fd5-bdcf-40b133835ef3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.099114] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 821.099114] env[69304]: value = "task-4208575" [ 821.099114] env[69304]: _type = "Task" [ 821.099114] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.108550] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.167764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Releasing lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.168154] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Instance network_info: |[{"id": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "address": "fa:16:3e:49:85:d5", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35080fa-a5", "ovs_interfaceid": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.168461] env[69304]: DEBUG oslo_concurrency.lockutils [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] Acquired lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.168684] env[69304]: DEBUG nova.network.neutron [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Refreshing network info cache for port e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.170599] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:85:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e35080fa-a5b4-4e68-af99-30df81b45a9b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.183082] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.184708] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.185092] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3aed009-0a5b-4430-aad9-98f87f025633 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.216834] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.216834] env[69304]: value = "task-4208576" [ 821.216834] env[69304]: _type = "Task" [ 821.216834] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.225660] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208576, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.247181] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.247504] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.247798] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleting the datastore file [datastore2] ffc62ddd-ffe2-478d-9227-239904c4411b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.248573] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc0b16f-c8d1-4e68-b548-c2c1f4299ad1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.254486] env[69304]: DEBUG oslo_vmware.api [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208573, 'name': RemoveSnapshot_Task, 'duration_secs': 0.45483} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.254995] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 821.255348] env[69304]: INFO nova.compute.manager [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 821.260565] env[69304]: DEBUG oslo_vmware.api [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 821.260565] env[69304]: value = "task-4208577" [ 821.260565] env[69304]: _type = "Task" [ 821.260565] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.270762] env[69304]: DEBUG oslo_vmware.api [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.375526] env[69304]: DEBUG nova.network.neutron [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Successfully created port: 0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.516846] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.557560] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5263155e-ccd1-a8b1-42e2-15cfd9283feb, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.561072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561289] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] fbf78283-a645-4b46-a501-57fd0979bd10/fbf78283-a645-4b46-a501-57fd0979bd10.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.561864] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61881007-68cd-48a4-ad8d-ff251aa8efec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.572245] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 821.572245] env[69304]: value = "task-4208578" [ 821.572245] env[69304]: _type = "Task" [ 821.572245] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.586071] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.586071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1e85c512-fda7-4ef6-908a-099d3f237561 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.057s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.611818] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208575, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.729283] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208576, 'name': CreateVM_Task, 'duration_secs': 0.323219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.730106] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.730235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.730323] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.730884] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.730884] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30583589-8ddb-420e-8779-225a535cc7f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.739443] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 821.739443] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f88f9f-e2c3-b6d6-e898-f0817eec994f" [ 821.739443] env[69304]: _type = "Task" [ 821.739443] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.748347] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f88f9f-e2c3-b6d6-e898-f0817eec994f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.759990] env[69304]: DEBUG nova.compute.manager [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Instance disappeared during snapshot {{(pid=69304) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 821.773102] env[69304]: DEBUG oslo_vmware.api [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157476} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.773986] env[69304]: DEBUG nova.compute.manager [None req-5e2b5a6b-ed47-4505-a093-73b13dfe2cb6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image not found during clean up ff60a1be-bb9a-4533-ab94-b8667875154a {{(pid=69304) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 821.775117] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.778039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.778039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.778039] env[69304]: INFO nova.compute.manager [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Took 0.93 seconds to destroy the instance on the hypervisor. [ 821.778039] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.778541] env[69304]: DEBUG nova.compute.manager [-] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.778655] env[69304]: DEBUG nova.network.neutron [-] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.934496] env[69304]: DEBUG nova.network.neutron [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Updated VIF entry in instance network info cache for port e35080fa-a5b4-4e68-af99-30df81b45a9b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.935107] env[69304]: DEBUG nova.network.neutron [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Updating instance_info_cache with network_info: [{"id": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "address": "fa:16:3e:49:85:d5", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35080fa-a5", "ovs_interfaceid": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.092299] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.099741] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.112328] env[69304]: DEBUG oslo_vmware.api [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208575, 'name': PowerOnVM_Task, 'duration_secs': 0.559038} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.119408] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.119408] env[69304]: INFO nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Took 8.97 seconds to spawn the instance on the hypervisor. [ 822.119408] env[69304]: DEBUG nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.119408] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83937303-2eae-4f63-b11d-4b33246e13db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.145320] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e1ffe-789f-4f45-b20d-7f4ca87cba64 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.154088] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11347672-dec7-4c9b-9017-7ca73ad5d305 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.189321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d6fee-f76a-4398-8a8c-22c77df8b30d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.195717] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e3e334-b7c2-4097-b518-949062ffc8cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.210980] env[69304]: DEBUG nova.compute.provider_tree [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.251156] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f88f9f-e2c3-b6d6-e898-f0817eec994f, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.251478] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.251747] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.251950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.252112] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.252293] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.252869] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf39b23-39b1-4fc2-8d21-efd786955d49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.262459] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.263080] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.263535] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a519d0a2-a796-4bfd-8916-b3b524c92d34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.271743] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 822.271743] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eda115-5c06-260d-a062-f9bdee844ba6" [ 822.271743] env[69304]: _type = "Task" [ 822.271743] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.281133] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eda115-5c06-260d-a062-f9bdee844ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.437977] env[69304]: DEBUG oslo_concurrency.lockutils [req-52978c3a-d19d-4aa1-97e5-e3e72e49786f req-346ea922-44d1-4a8e-9eeb-cde4ea301eb4 service nova] Releasing lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.529491] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.556355] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.556895] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.556895] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.557067] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.557214] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.558383] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.558383] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.558383] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.558383] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.558383] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.558383] env[69304]: DEBUG nova.virt.hardware [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.559446] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ac5e0-3a51-4aac-aeea-599de3d4c208 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.567440] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d4b3a3-822b-41a1-863f-fda9d84ce4fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.592792] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581341} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.593174] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] fbf78283-a645-4b46-a501-57fd0979bd10/fbf78283-a645-4b46-a501-57fd0979bd10.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.593430] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.593695] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-499b2bc3-2ca2-4168-82ef-d4c169cd9e0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.603923] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 822.603923] env[69304]: value = "task-4208579" [ 822.603923] env[69304]: _type = "Task" [ 822.603923] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.616148] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.617198] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.639719] env[69304]: INFO nova.compute.manager [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Took 52.95 seconds to build instance. [ 822.696251] env[69304]: DEBUG nova.compute.manager [req-a505fd3d-f00d-48c5-8093-80d83b88455c req-2b74197a-052b-4664-b1a0-81b2a7af5489 service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Received event network-vif-deleted-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 822.696251] env[69304]: INFO nova.compute.manager [req-a505fd3d-f00d-48c5-8093-80d83b88455c req-2b74197a-052b-4664-b1a0-81b2a7af5489 service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Neutron deleted interface bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575; detaching it from the instance and deleting it from the info cache [ 822.696251] env[69304]: DEBUG nova.network.neutron [req-a505fd3d-f00d-48c5-8093-80d83b88455c req-2b74197a-052b-4664-b1a0-81b2a7af5489 service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.714408] env[69304]: DEBUG nova.scheduler.client.report [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.783856] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eda115-5c06-260d-a062-f9bdee844ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.784711] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee3122d-7f88-41bf-a2c0-980197a5a78b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.790744] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 822.790744] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224fa26-e2b2-c8c9-4803-5481a0935001" [ 822.790744] env[69304]: _type = "Task" [ 822.790744] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.799580] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224fa26-e2b2-c8c9-4803-5481a0935001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.864410] env[69304]: DEBUG nova.compute.manager [req-b0d322b6-9042-4376-ba82-e14aa4666b43 req-804c7cde-21f0-46fa-b9ee-e44411aee54f service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Received event network-vif-plugged-0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 822.864680] env[69304]: DEBUG oslo_concurrency.lockutils [req-b0d322b6-9042-4376-ba82-e14aa4666b43 req-804c7cde-21f0-46fa-b9ee-e44411aee54f service nova] Acquiring lock "6801c972-4128-4e06-94ea-4560444a7ef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.864903] env[69304]: DEBUG oslo_concurrency.lockutils [req-b0d322b6-9042-4376-ba82-e14aa4666b43 req-804c7cde-21f0-46fa-b9ee-e44411aee54f service nova] Lock "6801c972-4128-4e06-94ea-4560444a7ef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.865121] env[69304]: DEBUG oslo_concurrency.lockutils [req-b0d322b6-9042-4376-ba82-e14aa4666b43 req-804c7cde-21f0-46fa-b9ee-e44411aee54f service nova] Lock "6801c972-4128-4e06-94ea-4560444a7ef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.865320] env[69304]: DEBUG nova.compute.manager [req-b0d322b6-9042-4376-ba82-e14aa4666b43 req-804c7cde-21f0-46fa-b9ee-e44411aee54f service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] No waiting events found dispatching network-vif-plugged-0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.865587] env[69304]: WARNING nova.compute.manager [req-b0d322b6-9042-4376-ba82-e14aa4666b43 req-804c7cde-21f0-46fa-b9ee-e44411aee54f service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Received unexpected event network-vif-plugged-0bebc7b5-f33f-4fba-b3f3-d36152febb6f for instance with vm_state building and task_state spawning. [ 822.920395] env[69304]: DEBUG nova.network.neutron [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Successfully updated port: 0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.998128] env[69304]: DEBUG nova.network.neutron [-] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.118532] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071091} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.118814] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.119656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d5504-1fb0-4cb2-9854-571b5e931345 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.143595] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] fbf78283-a645-4b46-a501-57fd0979bd10/fbf78283-a645-4b46-a501-57fd0979bd10.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.144551] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dcb9475b-a47f-4365-89f6-a9cd4a657299 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.331s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.144898] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f683fb9-a001-4769-82f3-4e37556b9888 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.167638] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 823.167638] env[69304]: value = "task-4208580" [ 823.167638] env[69304]: _type = "Task" [ 823.167638] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.178072] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.200477] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6c7e017-3f61-4e61-88cd-323fd3209220 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.211168] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c279c5-b5ce-4575-a469-2f29a43c9714 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.223090] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.223628] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.227075] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.873s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.227319] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.229920] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.395s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.229996] env[69304]: DEBUG nova.objects.instance [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lazy-loading 'resources' on Instance uuid 17df4088-f859-480c-9010-4acf00f34c12 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.257010] env[69304]: DEBUG nova.compute.manager [req-a505fd3d-f00d-48c5-8093-80d83b88455c req-2b74197a-052b-4664-b1a0-81b2a7af5489 service nova] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Detach interface failed, port_id=bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575, reason: Instance ffc62ddd-ffe2-478d-9227-239904c4411b could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 823.260536] env[69304]: INFO nova.scheduler.client.report [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocations for instance e44ed0e7-da1c-4603-99b7-d1385f7116ad [ 823.303285] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224fa26-e2b2-c8c9-4803-5481a0935001, 'name': SearchDatastore_Task, 'duration_secs': 0.010317} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.303644] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.303864] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a/8dc903b3-a705-4733-a6d2-14dcb9fd104a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.304591] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ca4ce2-7479-4e5e-bdf8-11ba597187b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.312994] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 823.312994] env[69304]: value = "task-4208581" [ 823.312994] env[69304]: _type = "Task" [ 823.312994] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.324807] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.407832] env[69304]: DEBUG nova.compute.manager [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 823.424878] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "refresh_cache-6801c972-4128-4e06-94ea-4560444a7ef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.425099] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "refresh_cache-6801c972-4128-4e06-94ea-4560444a7ef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.425276] env[69304]: DEBUG nova.network.neutron [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.501057] env[69304]: INFO nova.compute.manager [-] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Took 1.72 seconds to deallocate network for instance. [ 823.666456] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.683391] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.728807] env[69304]: DEBUG nova.compute.utils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.730659] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.733754] env[69304]: DEBUG nova.network.neutron [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.777624] env[69304]: DEBUG oslo_concurrency.lockutils [None req-81194cca-3574-4506-abfb-a80d09b98238 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "e44ed0e7-da1c-4603-99b7-d1385f7116ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.618s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.804867] env[69304]: DEBUG nova.policy [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68dc99ad364e4469ba7b9b385dd15bf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c6382e43394924b732241d6139be77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.828215] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.940505] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.005286] env[69304]: DEBUG nova.network.neutron [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.007066] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.166377] env[69304]: DEBUG nova.network.neutron [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Successfully created port: e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.183521] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208580, 'name': ReconfigVM_Task, 'duration_secs': 0.787814} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.189130] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Reconfigured VM instance instance-0000002c to attach disk [datastore2] fbf78283-a645-4b46-a501-57fd0979bd10/fbf78283-a645-4b46-a501-57fd0979bd10.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.191154] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8caf5bf7-420e-42ad-8d4e-da08c9768caf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.200961] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 824.200961] env[69304]: value = "task-4208582" [ 824.200961] env[69304]: _type = "Task" [ 824.200961] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.209069] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.215215] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208582, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.237703] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.296142] env[69304]: DEBUG nova.network.neutron [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Updating instance_info_cache with network_info: [{"id": "0bebc7b5-f33f-4fba-b3f3-d36152febb6f", "address": "fa:16:3e:cb:78:86", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bebc7b5-f3", "ovs_interfaceid": "0bebc7b5-f33f-4fba-b3f3-d36152febb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.331341] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808687} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.331661] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a/8dc903b3-a705-4733-a6d2-14dcb9fd104a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.331879] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.332160] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d23b124-6832-416b-9738-89abf269cf29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.341432] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 824.341432] env[69304]: value = "task-4208583" [ 824.341432] env[69304]: _type = "Task" [ 824.341432] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.350705] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.412178] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffe23e4-8477-4f85-9e3f-c4ed3f6c8d4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.420312] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02ee65b-36dc-4040-9809-0c3112c7763a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.457935] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d0f94-96d6-4e73-b0ed-94d293c0c08c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.466641] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2d611-0f99-44a0-9953-72447ab1c634 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.483310] env[69304]: DEBUG nova.compute.provider_tree [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.711888] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208582, 'name': Rename_Task, 'duration_secs': 0.165329} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.712538] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.712882] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-166ecf76-bc71-443e-9eb4-2260a489d62a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.720686] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 824.720686] env[69304]: value = "task-4208584" [ 824.720686] env[69304]: _type = "Task" [ 824.720686] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.730032] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.764372] env[69304]: DEBUG nova.compute.manager [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Received event network-changed-8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 824.764372] env[69304]: DEBUG nova.compute.manager [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Refreshing instance network info cache due to event network-changed-8da2c88e-a0a2-452c-8cce-82dec151d60d. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 824.764372] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] Acquiring lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.765952] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] Acquired lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.766543] env[69304]: DEBUG nova.network.neutron [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Refreshing network info cache for port 8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.798151] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "refresh_cache-6801c972-4128-4e06-94ea-4560444a7ef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.798151] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance network_info: |[{"id": "0bebc7b5-f33f-4fba-b3f3-d36152febb6f", "address": "fa:16:3e:cb:78:86", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bebc7b5-f3", "ovs_interfaceid": "0bebc7b5-f33f-4fba-b3f3-d36152febb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.798151] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:78:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bebc7b5-f33f-4fba-b3f3-d36152febb6f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.812683] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating folder: Project (71c6382e43394924b732241d6139be77). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.817224] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b12f652-bd59-4d93-848b-850ce976cc5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.836048] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created folder: Project (71c6382e43394924b732241d6139be77) in parent group-v832645. [ 824.836048] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating folder: Instances. Parent ref: group-v832777. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.836048] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa782d67-9968-4e9b-8e1c-e14b3f4280ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.847894] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created folder: Instances in parent group-v832777. [ 824.848195] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.849073] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.849590] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6859d665-b81d-4a78-b0da-f65bdb74c911 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.867192] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068911} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.867901] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.868900] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d9a00f-0bc1-461e-97af-c416f2ec5525 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.872930] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.872930] env[69304]: value = "task-4208587" [ 824.872930] env[69304]: _type = "Task" [ 824.872930] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.896664] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a/8dc903b3-a705-4733-a6d2-14dcb9fd104a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.898034] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedbc311-d947-446f-9e8c-b541316c8c29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.918934] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208587, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.925387] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 824.925387] env[69304]: value = "task-4208588" [ 824.925387] env[69304]: _type = "Task" [ 824.925387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.934089] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.987959] env[69304]: DEBUG nova.scheduler.client.report [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.116382] env[69304]: DEBUG nova.compute.manager [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Received event network-changed-0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 825.116660] env[69304]: DEBUG nova.compute.manager [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Refreshing instance network info cache due to event network-changed-0bebc7b5-f33f-4fba-b3f3-d36152febb6f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 825.116830] env[69304]: DEBUG oslo_concurrency.lockutils [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] Acquiring lock "refresh_cache-6801c972-4128-4e06-94ea-4560444a7ef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.116981] env[69304]: DEBUG oslo_concurrency.lockutils [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] Acquired lock "refresh_cache-6801c972-4128-4e06-94ea-4560444a7ef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.117507] env[69304]: DEBUG nova.network.neutron [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Refreshing network info cache for port 0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.232709] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.250450] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.279223] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.279474] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.279635] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.279819] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.279972] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.280135] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.280346] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.280515] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.280688] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.280851] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.281055] env[69304]: DEBUG nova.virt.hardware [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.281930] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dea085-d37f-49f2-af16-e30a6160de45 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.290700] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a3c463-f7d0-4d3d-ac37-56cb0e16fca2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.384138] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208587, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.436488] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.495117] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.498432] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.464s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.498432] env[69304]: DEBUG nova.objects.instance [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lazy-loading 'resources' on Instance uuid d5770133-2f67-4afd-ba07-778defd8c692 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.528214] env[69304]: INFO nova.scheduler.client.report [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Deleted allocations for instance 17df4088-f859-480c-9010-4acf00f34c12 [ 825.597219] env[69304]: DEBUG nova.network.neutron [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updated VIF entry in instance network info cache for port 8da2c88e-a0a2-452c-8cce-82dec151d60d. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.597736] env[69304]: DEBUG nova.network.neutron [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updating instance_info_cache with network_info: [{"id": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "address": "fa:16:3e:a0:af:74", "network": {"id": "28fa6531-ff15-4c31-8ab8-d5a3abcf2903", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1577402435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfa04c205464cbe8345d117bb85642c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8da2c88e-a0", "ovs_interfaceid": "8da2c88e-a0a2-452c-8cce-82dec151d60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.723465] env[69304]: DEBUG nova.network.neutron [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Successfully updated port: e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.740089] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208584, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.886136] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208587, 'name': CreateVM_Task, 'duration_secs': 0.827964} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.886311] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.887041] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.887187] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.887523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.887819] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e06045-3669-49be-9ad8-1267b2744009 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.893046] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 825.893046] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52794ec2-beb5-8b9c-a57e-7f8da08e0833" [ 825.893046] env[69304]: _type = "Task" [ 825.893046] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.901931] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52794ec2-beb5-8b9c-a57e-7f8da08e0833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.916258] env[69304]: DEBUG nova.network.neutron [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Updated VIF entry in instance network info cache for port 0bebc7b5-f33f-4fba-b3f3-d36152febb6f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.916605] env[69304]: DEBUG nova.network.neutron [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Updating instance_info_cache with network_info: [{"id": "0bebc7b5-f33f-4fba-b3f3-d36152febb6f", "address": "fa:16:3e:cb:78:86", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bebc7b5-f3", "ovs_interfaceid": "0bebc7b5-f33f-4fba-b3f3-d36152febb6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.936229] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208588, 'name': ReconfigVM_Task, 'duration_secs': 0.838889} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.936500] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a/8dc903b3-a705-4733-a6d2-14dcb9fd104a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.936813] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69304) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 825.937461] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c0e84b31-7041-4630-9bd2-2790c583cd47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.944687] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 825.944687] env[69304]: value = "task-4208589" [ 825.944687] env[69304]: _type = "Task" [ 825.944687] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.953495] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208589, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.037509] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Lock "17df4088-f859-480c-9010-4acf00f34c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.400s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.101387] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab7e4563-2faf-4d65-84d6-005aa3de08e5 req-a2f76a66-b6f4-43c7-a52d-a893cfb8d575 service nova] Releasing lock "refresh_cache-95df5a66-c49d-4435-835b-82d0ba35b4ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.234860] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "refresh_cache-8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.235149] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "refresh_cache-8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.235226] env[69304]: DEBUG nova.network.neutron [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.243444] env[69304]: DEBUG oslo_vmware.api [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208584, 'name': PowerOnVM_Task, 'duration_secs': 1.078201} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.244052] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.244292] env[69304]: INFO nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Took 10.37 seconds to spawn the instance on the hypervisor. [ 826.244477] env[69304]: DEBUG nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.245294] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb1839-d663-409a-9c6b-44090e56f4a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.403902] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52794ec2-beb5-8b9c-a57e-7f8da08e0833, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.404718] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.405602] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.405602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.405602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.405602] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.406015] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49712b08-476a-4070-a5a2-4e7daade25c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418436] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.418631] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.419665] env[69304]: DEBUG oslo_concurrency.lockutils [req-c4ec5098-d92f-4b94-ba6d-eff834ed0642 req-993e692d-4a19-4688-a291-f43383cf3e74 service nova] Releasing lock "refresh_cache-6801c972-4128-4e06-94ea-4560444a7ef1" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.420102] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c962d31-e676-4d75-85b4-e3a59fa10f68 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.428565] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 826.428565] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523130d8-0dde-a409-6048-5c06a4d96411" [ 826.428565] env[69304]: _type = "Task" [ 826.428565] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.441547] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523130d8-0dde-a409-6048-5c06a4d96411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.456326] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208589, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.051115} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.456722] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69304) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 826.457432] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20570239-4d0a-4018-a400-3adffbc9f6c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.487644] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a/ephemeral_0.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.490954] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50af249-da57-436a-ba61-72cec4966618 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.511092] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 826.511092] env[69304]: value = "task-4208590" [ 826.511092] env[69304]: _type = "Task" [ 826.511092] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.521682] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.543400] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2099c7d6-b076-453b-a91c-600b7d418246 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.553986] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222893a-d037-4233-93dd-69df3bc18276 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.590887] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a19ddd-5b09-4b6a-a22d-e843b1900e33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.599298] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53d690-6da2-488f-ab52-32381e3b92b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.613556] env[69304]: DEBUG nova.compute.provider_tree [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.772308] env[69304]: INFO nova.compute.manager [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Took 49.19 seconds to build instance. [ 826.796146] env[69304]: DEBUG nova.network.neutron [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.941751] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523130d8-0dde-a409-6048-5c06a4d96411, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.942594] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287e64c6-79a1-48a9-8e00-08bd1babc55d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.948684] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 826.948684] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526d2778-5901-a67f-c329-a9d6031659b5" [ 826.948684] env[69304]: _type = "Task" [ 826.948684] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.957273] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526d2778-5901-a67f-c329-a9d6031659b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.010938] env[69304]: DEBUG nova.network.neutron [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Updating instance_info_cache with network_info: [{"id": "e62bc6f2-876b-49af-8a06-dc393a5661bf", "address": "fa:16:3e:72:15:3a", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62bc6f2-87", "ovs_interfaceid": "e62bc6f2-876b-49af-8a06-dc393a5661bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.022422] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.117428] env[69304]: DEBUG nova.scheduler.client.report [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.196647] env[69304]: DEBUG nova.compute.manager [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Received event network-vif-plugged-e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 827.197016] env[69304]: DEBUG oslo_concurrency.lockutils [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] Acquiring lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.197344] env[69304]: DEBUG oslo_concurrency.lockutils [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.197595] env[69304]: DEBUG oslo_concurrency.lockutils [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.197867] env[69304]: DEBUG nova.compute.manager [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] No waiting events found dispatching network-vif-plugged-e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 827.198135] env[69304]: WARNING nova.compute.manager [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Received unexpected event network-vif-plugged-e62bc6f2-876b-49af-8a06-dc393a5661bf for instance with vm_state building and task_state spawning. [ 827.198391] env[69304]: DEBUG nova.compute.manager [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Received event network-changed-e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 827.198633] env[69304]: DEBUG nova.compute.manager [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Refreshing instance network info cache due to event network-changed-e62bc6f2-876b-49af-8a06-dc393a5661bf. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 827.198891] env[69304]: DEBUG oslo_concurrency.lockutils [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] Acquiring lock "refresh_cache-8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.273302] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f5fdc412-df40-4d36-966b-504fac99b222 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.702s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.460738] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526d2778-5901-a67f-c329-a9d6031659b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013626} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.461269] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.461689] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.462064] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa0911f8-6d8f-4b10-957f-447ae63c9aed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.470618] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 827.470618] env[69304]: value = "task-4208591" [ 827.470618] env[69304]: _type = "Task" [ 827.470618] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.481288] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.517773] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "refresh_cache-8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.518132] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Instance network_info: |[{"id": "e62bc6f2-876b-49af-8a06-dc393a5661bf", "address": "fa:16:3e:72:15:3a", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62bc6f2-87", "ovs_interfaceid": "e62bc6f2-876b-49af-8a06-dc393a5661bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.518440] env[69304]: DEBUG oslo_concurrency.lockutils [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] Acquired lock "refresh_cache-8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.518735] env[69304]: DEBUG nova.network.neutron [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Refreshing network info cache for port e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.520067] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:15:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e62bc6f2-876b-49af-8a06-dc393a5661bf', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.528382] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.539588] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.547987] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ae8eb4-9c30-4b0e-af91-44e6fe0a2cb9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.564267] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208590, 'name': ReconfigVM_Task, 'duration_secs': 0.690591} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.564650] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a/ephemeral_0.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.565644] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ef6a757-7f1d-49d9-9d75-f2ae9a1feb87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.572245] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.572245] env[69304]: value = "task-4208592" [ 827.572245] env[69304]: _type = "Task" [ 827.572245] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.573870] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 827.573870] env[69304]: value = "task-4208593" [ 827.573870] env[69304]: _type = "Task" [ 827.573870] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.588738] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208592, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.592923] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208593, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.623501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.626266] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.131s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.631492] env[69304]: INFO nova.compute.claims [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.666343] env[69304]: INFO nova.scheduler.client.report [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Deleted allocations for instance d5770133-2f67-4afd-ba07-778defd8c692 [ 827.776484] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.985445] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493999} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.985803] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.985960] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.986233] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40169ebd-67cc-4b29-ad40-0e305dae99b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.996286] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 827.996286] env[69304]: value = "task-4208594" [ 827.996286] env[69304]: _type = "Task" [ 827.996286] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.008465] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.093974] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208592, 'name': CreateVM_Task, 'duration_secs': 0.410569} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.101014] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.101154] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208593, 'name': Rename_Task, 'duration_secs': 0.467951} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.102055] env[69304]: DEBUG nova.network.neutron [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Updated VIF entry in instance network info cache for port e62bc6f2-876b-49af-8a06-dc393a5661bf. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.102394] env[69304]: DEBUG nova.network.neutron [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Updating instance_info_cache with network_info: [{"id": "e62bc6f2-876b-49af-8a06-dc393a5661bf", "address": "fa:16:3e:72:15:3a", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62bc6f2-87", "ovs_interfaceid": "e62bc6f2-876b-49af-8a06-dc393a5661bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.108219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.108219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.108219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.108219] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.108219] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dcf8413-f051-46fd-8b8b-8980917dbac7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.108679] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291b4e46-72d5-4fd2-a045-f2edf674f08f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.115056] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 828.115056] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d3094-00e4-9119-c9bf-d40e9c254a59" [ 828.115056] env[69304]: _type = "Task" [ 828.115056] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.117803] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 828.117803] env[69304]: value = "task-4208595" [ 828.117803] env[69304]: _type = "Task" [ 828.117803] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.132725] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d3094-00e4-9119-c9bf-d40e9c254a59, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.136479] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.137169] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.139389] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.139389] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.139389] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.139389] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.141466] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b23b2d96-539a-4b2d-944e-62ee13781663 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.154047] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.156091] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.156091] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea0c671-7778-47cd-8e3c-0f16915f61d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.164275] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 828.164275] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5201e028-76f9-37fd-0491-76c084ee5bd8" [ 828.164275] env[69304]: _type = "Task" [ 828.164275] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.179146] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5201e028-76f9-37fd-0491-76c084ee5bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.180527] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9616f512-cc21-41c6-83a8-014ec2b58c34 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Lock "d5770133-2f67-4afd-ba07-778defd8c692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.566s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.307607] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.507361] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078366} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.507632] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.510327] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61761b3f-ac4e-43ee-b213-b5da97a97036 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.533170] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.534073] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e9af7cf-3322-4b80-8575-1f15971fb476 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.556795] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 828.556795] env[69304]: value = "task-4208596" [ 828.556795] env[69304]: _type = "Task" [ 828.556795] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.566104] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.608145] env[69304]: DEBUG oslo_concurrency.lockutils [req-f719727d-322c-4299-83a7-459c92506b0d req-ae792908-6a2a-4857-815d-bac0168218dc service nova] Releasing lock "refresh_cache-8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.624511] env[69304]: DEBUG nova.compute.manager [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 828.624511] env[69304]: DEBUG nova.compute.manager [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing instance network info cache due to event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 828.624641] env[69304]: DEBUG oslo_concurrency.lockutils [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] Acquiring lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.624743] env[69304]: DEBUG oslo_concurrency.lockutils [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] Acquired lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.624904] env[69304]: DEBUG nova.network.neutron [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.636518] env[69304]: DEBUG oslo_vmware.api [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208595, 'name': PowerOnVM_Task, 'duration_secs': 0.514263} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.637487] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.637720] env[69304]: INFO nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Took 9.53 seconds to spawn the instance on the hypervisor. [ 828.637922] env[69304]: DEBUG nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.639163] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a4c9d-7c1c-4382-8b10-782fc355bbd3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.680707] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5201e028-76f9-37fd-0491-76c084ee5bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.680707] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15c36a7-f0a6-4263-a2ac-4e0c27264d81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.688718] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 828.688718] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52709d31-935e-fec8-1616-44e59ce5e6f9" [ 828.688718] env[69304]: _type = "Task" [ 828.688718] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.710296] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52709d31-935e-fec8-1616-44e59ce5e6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.552217] env[69304]: INFO nova.compute.manager [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Took 45.57 seconds to build instance. [ 829.560102] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52709d31-935e-fec8-1616-44e59ce5e6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.026011} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.564284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.564284] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204/8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.564284] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208596, 'name': ReconfigVM_Task, 'duration_secs': 0.851007} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.566823] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02a41ba1-53ad-4f83-9148-8297672366c4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.569814] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.571848] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f38c7f08-f64b-445e-8128-c27ae55cacd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.582035] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 829.582035] env[69304]: value = "task-4208597" [ 829.582035] env[69304]: _type = "Task" [ 829.582035] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.583868] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 829.583868] env[69304]: value = "task-4208598" [ 829.583868] env[69304]: _type = "Task" [ 829.583868] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.599445] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208597, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.603199] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.008461] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663236a3-2ddb-43e0-a98f-a539000a4d9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.018161] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477a745-3071-41f6-b038-9fbb2d4c7bed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.056266] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.970s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.060155] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda46090-17d9-4604-b5f5-34ec4c26b064 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.068791] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68701eb-d6db-414c-ae50-0ae74b8513bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.093261] env[69304]: DEBUG nova.compute.provider_tree [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.111566] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208597, 'name': Rename_Task, 'duration_secs': 0.248491} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.115063] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.115261] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.115461] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15b3d2b-2763-4883-b8ac-0f54c50f617c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.128179] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 830.128179] env[69304]: value = "task-4208599" [ 830.128179] env[69304]: _type = "Task" [ 830.128179] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.137676] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.239805] env[69304]: DEBUG nova.network.neutron [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updated VIF entry in instance network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.240331] env[69304]: DEBUG nova.network.neutron [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.564016] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.606442] env[69304]: DEBUG nova.scheduler.client.report [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.616018] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657819} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.616018] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204/8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.616018] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.616018] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f713b358-7ea8-43ab-b5e5-b00088201824 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.622993] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 830.622993] env[69304]: value = "task-4208600" [ 830.622993] env[69304]: _type = "Task" [ 830.622993] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.639245] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.643637] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.747254] env[69304]: DEBUG oslo_concurrency.lockutils [req-082a524b-c3ac-40b0-a0fa-2a8d1959b214 req-a6df6eee-10c4-4927-a479-f16fa1567049 service nova] Releasing lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.098710] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.117965] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.492s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.118579] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.121776] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.471s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.123293] env[69304]: INFO nova.compute.claims [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.146866] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076017} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.151462] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.151918] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208599, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.152820] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b20c5-c79e-440a-b6aa-caaccbeb31ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.181631] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204/8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.182634] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448e542d-8157-4976-a85a-ada515301b03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.207501] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 831.207501] env[69304]: value = "task-4208601" [ 831.207501] env[69304]: _type = "Task" [ 831.207501] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.219974] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.636436] env[69304]: DEBUG nova.compute.utils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.638605] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.638830] env[69304]: DEBUG nova.network.neutron [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.656990] env[69304]: DEBUG oslo_vmware.api [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208599, 'name': PowerOnVM_Task, 'duration_secs': 1.316519} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.657750] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.657750] env[69304]: INFO nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Took 9.13 seconds to spawn the instance on the hypervisor. [ 831.658932] env[69304]: DEBUG nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.659892] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe97175a-51d6-473b-8ee9-c2d64a219f74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.720435] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.753123] env[69304]: DEBUG nova.policy [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '928ee41f016e498dabdbd9e3c12c64ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c9eb4ffb7514f8496aee53c80344b41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.145504] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.178523] env[69304]: DEBUG nova.compute.manager [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 832.178681] env[69304]: DEBUG nova.compute.manager [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing instance network info cache due to event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 832.179095] env[69304]: DEBUG oslo_concurrency.lockutils [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] Acquiring lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.179095] env[69304]: DEBUG oslo_concurrency.lockutils [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] Acquired lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.179554] env[69304]: DEBUG nova.network.neutron [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.182370] env[69304]: INFO nova.compute.manager [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Took 42.72 seconds to build instance. [ 832.224604] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208601, 'name': ReconfigVM_Task, 'duration_secs': 0.761832} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.229058] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204/8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.229058] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f483a03e-4f90-4377-b9e4-c74900f14f7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.237102] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 832.237102] env[69304]: value = "task-4208602" [ 832.237102] env[69304]: _type = "Task" [ 832.237102] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.251340] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208602, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.528659] env[69304]: DEBUG nova.network.neutron [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Successfully created port: 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.689635] env[69304]: DEBUG oslo_concurrency.lockutils [None req-28c9e89d-0215-4881-8638-2c08d9ed1154 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "6801c972-4128-4e06-94ea-4560444a7ef1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.285s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.747245] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208602, 'name': Rename_Task, 'duration_secs': 0.345434} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.747542] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.747775] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b5d58f-49b1-4093-b519-bfc57f925bdc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.756750] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 832.756750] env[69304]: value = "task-4208603" [ 832.756750] env[69304]: _type = "Task" [ 832.756750] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.767238] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.769032] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0018a34-6d63-4e40-84f4-aadd805c3c86 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.777678] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86135ad2-94a7-44f3-a254-54d91035d84e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.817102] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f4331-0831-431d-be4c-88d67a03e75d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.825639] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b487c065-0866-4279-a442-edc8a6c0e91a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.841193] env[69304]: DEBUG nova.compute.provider_tree [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.983376] env[69304]: DEBUG nova.network.neutron [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updated VIF entry in instance network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.983845] env[69304]: DEBUG nova.network.neutron [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.156614] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.186784] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.187120] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.187295] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.187483] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.187634] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.187934] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.188227] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.188441] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.188661] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.188873] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.189108] env[69304]: DEBUG nova.virt.hardware [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.190163] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b413a-8f80-44b3-990e-ed093986afdf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.194675] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.204099] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87be5b-aaaf-43ef-ab3a-0375f0217ca9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.267521] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208603, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.345053] env[69304]: DEBUG nova.scheduler.client.report [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.490258] env[69304]: DEBUG oslo_concurrency.lockutils [req-3f30a97c-484d-4d52-ad08-d307314c2d82 req-8601a698-9812-449a-b1ce-26310c939767 service nova] Releasing lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.570809] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "cabd593b-181a-4549-ae80-59e2d5079f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.570809] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.719533] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.768445] env[69304]: DEBUG oslo_vmware.api [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208603, 'name': PowerOnVM_Task, 'duration_secs': 0.848513} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.768840] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.769129] env[69304]: INFO nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Took 8.52 seconds to spawn the instance on the hypervisor. [ 833.769377] env[69304]: DEBUG nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.770328] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc468d6-d379-4dd3-808c-5e4d2a971e03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.853277] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.854412] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.856774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.555s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.858571] env[69304]: INFO nova.compute.claims [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.294589] env[69304]: INFO nova.compute.manager [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Took 42.17 seconds to build instance. [ 834.364061] env[69304]: DEBUG nova.compute.utils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.365697] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.365832] env[69304]: DEBUG nova.network.neutron [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.413256] env[69304]: DEBUG nova.policy [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53121250ded5479e9b7073af9befe344', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '150ed9262e32421faab0356a34735427', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.719940] env[69304]: DEBUG nova.network.neutron [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Successfully created port: b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.753784] env[69304]: DEBUG nova.compute.manager [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Received event network-changed-a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 834.756042] env[69304]: DEBUG nova.compute.manager [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Refreshing instance network info cache due to event network-changed-a1c4f5d9-152a-4b21-be20-0c1753bd3194. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 834.756306] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Acquiring lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.757034] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Acquired lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.757034] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Refreshing network info cache for port a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.797838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a86caaeb-ae62-49df-a66f-247d19b490f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.354s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.872892] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.936424] env[69304]: DEBUG nova.network.neutron [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Successfully updated port: 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.303358] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.445031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "refresh_cache-735cd9c8-ca9a-4b99-a653-333b31d07751" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquired lock "refresh_cache-735cd9c8-ca9a-4b99-a653-333b31d07751" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.445031] env[69304]: DEBUG nova.network.neutron [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.479897] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6bc337-1c28-4285-aa52-4a881932abbc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.489287] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd6d61f-69ff-46a7-900c-e11a6e44b020 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.528554] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa60e5-1364-4b09-a21c-3dc840a4ce51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.540055] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2a28a-31e5-4916-91e1-38ee3a0b8a88 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.560617] env[69304]: DEBUG nova.compute.provider_tree [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.711247] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updated VIF entry in instance network info cache for port a1c4f5d9-152a-4b21-be20-0c1753bd3194. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.711488] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [{"id": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "address": "fa:16:3e:96:8d:25", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c4f5d9-15", "ovs_interfaceid": "a1c4f5d9-152a-4b21-be20-0c1753bd3194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.727826] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "fbf78283-a645-4b46-a501-57fd0979bd10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.728315] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.728428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.728523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.728690] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.731097] env[69304]: INFO nova.compute.manager [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Terminating instance [ 835.837093] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.889078] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.917827] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.918191] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.918390] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.918618] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.918880] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.919014] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.919223] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.919389] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.919560] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.919726] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.919903] env[69304]: DEBUG nova.virt.hardware [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.920837] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d195e50c-86b5-4b6c-affd-e34c1da8c88b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.929606] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a29582b-e7ee-4fb8-8348-a315e80c2c7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.003557] env[69304]: DEBUG nova.network.neutron [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.067052] env[69304]: DEBUG nova.scheduler.client.report [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.213914] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Releasing lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.214204] env[69304]: DEBUG nova.compute.manager [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Received event network-changed-e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 836.214378] env[69304]: DEBUG nova.compute.manager [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Refreshing instance network info cache due to event network-changed-e35080fa-a5b4-4e68-af99-30df81b45a9b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 836.214594] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Acquiring lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.214742] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Acquired lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.214900] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Refreshing network info cache for port e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.234919] env[69304]: DEBUG nova.compute.manager [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.235199] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.236254] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c96c081-9222-4ba5-8b0e-5ae24cf3ed9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.244714] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.245124] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44cd8cb8-05b9-406d-980c-9b37e31e75da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.253070] env[69304]: DEBUG oslo_vmware.api [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 836.253070] env[69304]: value = "task-4208604" [ 836.253070] env[69304]: _type = "Task" [ 836.253070] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.261828] env[69304]: DEBUG oslo_vmware.api [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.292547] env[69304]: DEBUG nova.network.neutron [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Updating instance_info_cache with network_info: [{"id": "4cd299ee-38f6-4aa0-92bd-dae1a4f64024", "address": "fa:16:3e:dc:7c:d5", "network": {"id": "4484f943-da01-4047-b8d2-6320f88110ca", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2106713557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9eb4ffb7514f8496aee53c80344b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd299ee-38", "ovs_interfaceid": "4cd299ee-38f6-4aa0-92bd-dae1a4f64024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.373851] env[69304]: DEBUG nova.network.neutron [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Successfully updated port: b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.576922] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.577446] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.580934] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.760s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.582467] env[69304]: INFO nova.compute.claims [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.767806] env[69304]: DEBUG oslo_vmware.api [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208604, 'name': PowerOffVM_Task, 'duration_secs': 0.435148} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.768123] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.768293] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.768547] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14452dad-e25c-40ca-856d-5417396ee8c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.795835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Releasing lock "refresh_cache-735cd9c8-ca9a-4b99-a653-333b31d07751" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.796246] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Instance network_info: |[{"id": "4cd299ee-38f6-4aa0-92bd-dae1a4f64024", "address": "fa:16:3e:dc:7c:d5", "network": {"id": "4484f943-da01-4047-b8d2-6320f88110ca", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2106713557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9eb4ffb7514f8496aee53c80344b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd299ee-38", "ovs_interfaceid": "4cd299ee-38f6-4aa0-92bd-dae1a4f64024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.796705] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:7c:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cd299ee-38f6-4aa0-92bd-dae1a4f64024', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.805706] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Creating folder: Project (1c9eb4ffb7514f8496aee53c80344b41). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.806062] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93853200-c9b6-4d1d-9781-0888e00e1699 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.820359] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Created folder: Project (1c9eb4ffb7514f8496aee53c80344b41) in parent group-v832645. [ 836.820589] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Creating folder: Instances. Parent ref: group-v832781. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.820847] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cb6ae00-70ad-4ed0-9542-d3febf3aa958 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.836329] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Created folder: Instances in parent group-v832781. [ 836.836545] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.836778] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.837045] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a306cb-c829-40c4-84c2-cf58b62eb07c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.864531] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.864805] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.864952] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Deleting the datastore file [datastore2] fbf78283-a645-4b46-a501-57fd0979bd10 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.865813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "4f73bee1-4f7b-46ad-b06b-4724a323db69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.866072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.869347] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a379f465-85fe-4ea1-8865-39a092cb4bea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.874107] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.874107] env[69304]: value = "task-4208608" [ 836.874107] env[69304]: _type = "Task" [ 836.874107] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.882733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.882733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883103] env[69304]: DEBUG nova.network.neutron [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.889517] env[69304]: DEBUG oslo_vmware.api [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 836.889517] env[69304]: value = "task-4208609" [ 836.889517] env[69304]: _type = "Task" [ 836.889517] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.902395] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208608, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.910219] env[69304]: DEBUG oslo_vmware.api [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.990221] env[69304]: DEBUG nova.compute.manager [req-f1e850b1-4e20-4eea-88e2-704e40d0f665 req-874ed988-6eaa-4a09-b5f6-0d108269e9ce service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-vif-plugged-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 836.990472] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1e850b1-4e20-4eea-88e2-704e40d0f665 req-874ed988-6eaa-4a09-b5f6-0d108269e9ce service nova] Acquiring lock "6acc83d1-4c05-4375-946b-7b326bb650e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.990688] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1e850b1-4e20-4eea-88e2-704e40d0f665 req-874ed988-6eaa-4a09-b5f6-0d108269e9ce service nova] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.990859] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1e850b1-4e20-4eea-88e2-704e40d0f665 req-874ed988-6eaa-4a09-b5f6-0d108269e9ce service nova] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.991381] env[69304]: DEBUG nova.compute.manager [req-f1e850b1-4e20-4eea-88e2-704e40d0f665 req-874ed988-6eaa-4a09-b5f6-0d108269e9ce service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] No waiting events found dispatching network-vif-plugged-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.991381] env[69304]: WARNING nova.compute.manager [req-f1e850b1-4e20-4eea-88e2-704e40d0f665 req-874ed988-6eaa-4a09-b5f6-0d108269e9ce service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received unexpected event network-vif-plugged-b5d65fa3-b758-49b0-a388-5b7c2aeff30e for instance with vm_state building and task_state spawning. [ 837.031611] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Updated VIF entry in instance network info cache for port e35080fa-a5b4-4e68-af99-30df81b45a9b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.031993] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Updating instance_info_cache with network_info: [{"id": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "address": "fa:16:3e:49:85:d5", "network": {"id": "9b3301d2-5efe-4af7-86d4-3335973670d0", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-416426334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7aded9e22ef4f818d721eab33abc1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35080fa-a5", "ovs_interfaceid": "e35080fa-a5b4-4e68-af99-30df81b45a9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.088150] env[69304]: DEBUG nova.compute.utils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.091749] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.091967] env[69304]: DEBUG nova.network.neutron [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.138044] env[69304]: DEBUG nova.policy [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.298540] env[69304]: DEBUG nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Received event network-vif-plugged-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 837.298779] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Acquiring lock "735cd9c8-ca9a-4b99-a653-333b31d07751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.299072] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.299317] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.299448] env[69304]: DEBUG nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] No waiting events found dispatching network-vif-plugged-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.299615] env[69304]: WARNING nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Received unexpected event network-vif-plugged-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 for instance with vm_state building and task_state spawning. [ 837.299809] env[69304]: DEBUG nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Received event network-changed-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 837.299986] env[69304]: DEBUG nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Refreshing instance network info cache due to event network-changed-4cd299ee-38f6-4aa0-92bd-dae1a4f64024. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 837.300220] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Acquiring lock "refresh_cache-735cd9c8-ca9a-4b99-a653-333b31d07751" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.300361] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Acquired lock "refresh_cache-735cd9c8-ca9a-4b99-a653-333b31d07751" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.300520] env[69304]: DEBUG nova.network.neutron [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Refreshing network info cache for port 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.385753] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208608, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.403256] env[69304]: DEBUG oslo_vmware.api [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350762} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.405699] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.405932] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.406116] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.406295] env[69304]: INFO nova.compute.manager [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Took 1.17 seconds to destroy the instance on the hypervisor. [ 837.406558] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.407103] env[69304]: DEBUG nova.compute.manager [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.407211] env[69304]: DEBUG nova.network.neutron [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.435165] env[69304]: DEBUG nova.network.neutron [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.540279] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Releasing lock "refresh_cache-8dc903b3-a705-4733-a6d2-14dcb9fd104a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.541046] env[69304]: DEBUG nova.compute.manager [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Received event network-changed-a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 837.541800] env[69304]: DEBUG nova.compute.manager [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Refreshing instance network info cache due to event network-changed-a1c4f5d9-152a-4b21-be20-0c1753bd3194. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 837.542420] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Acquiring lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.542735] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Acquired lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.543016] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Refreshing network info cache for port a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.552227] env[69304]: DEBUG nova.network.neutron [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Successfully created port: e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.592647] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.718082] env[69304]: DEBUG nova.network.neutron [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.894628] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208608, 'name': CreateVM_Task, 'duration_secs': 0.525855} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.896291] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.897071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.897326] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.898745] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.898745] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c751cb9-0a96-4001-811e-5e04614493fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.907775] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 837.907775] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5290dc6b-96ad-5bf9-40f3-b1fb0cb71a80" [ 837.907775] env[69304]: _type = "Task" [ 837.907775] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.918030] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5290dc6b-96ad-5bf9-40f3-b1fb0cb71a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.071473] env[69304]: INFO nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Port a1c4f5d9-152a-4b21-be20-0c1753bd3194 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 838.071738] env[69304]: DEBUG nova.network.neutron [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.221612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.222246] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Instance network_info: |[{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.222897] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:8f:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d65fa3-b758-49b0-a388-5b7c2aeff30e', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.230161] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Creating folder: Project (150ed9262e32421faab0356a34735427). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.234059] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074c95f9-c206-4583-a86d-17ffbd6cbfbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.246874] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Created folder: Project (150ed9262e32421faab0356a34735427) in parent group-v832645. [ 838.247129] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Creating folder: Instances. Parent ref: group-v832784. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.247394] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5ea0186-ef78-43eb-a486-24f876d4df19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.253684] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea11daf-5461-43b3-8a9c-ef2a63160e58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.258151] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Created folder: Instances in parent group-v832784. [ 838.258400] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.259098] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.259335] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fb27927-85b0-4c27-bf5a-9ab017b78c4a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.275890] env[69304]: DEBUG nova.network.neutron [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Updated VIF entry in instance network info cache for port 4cd299ee-38f6-4aa0-92bd-dae1a4f64024. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.276333] env[69304]: DEBUG nova.network.neutron [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Updating instance_info_cache with network_info: [{"id": "4cd299ee-38f6-4aa0-92bd-dae1a4f64024", "address": "fa:16:3e:dc:7c:d5", "network": {"id": "4484f943-da01-4047-b8d2-6320f88110ca", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2106713557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c9eb4ffb7514f8496aee53c80344b41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cd299ee-38", "ovs_interfaceid": "4cd299ee-38f6-4aa0-92bd-dae1a4f64024", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.282082] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8a6136-ce2f-4310-abd6-555d3cd3fbac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.286600] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.286600] env[69304]: value = "task-4208612" [ 838.286600] env[69304]: _type = "Task" [ 838.286600] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.316890] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90b4664-cda9-4ae3-8245-871bcfdd683f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.323275] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208612, 'name': CreateVM_Task} progress is 15%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.330170] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b06b6-fbc4-42c2-a0c2-15dd855c36a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.348735] env[69304]: DEBUG nova.compute.provider_tree [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.359808] env[69304]: DEBUG nova.network.neutron [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.419191] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5290dc6b-96ad-5bf9-40f3-b1fb0cb71a80, 'name': SearchDatastore_Task, 'duration_secs': 0.014456} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.419869] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.419869] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.420021] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.420179] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.420364] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.420635] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6873f541-dffb-4e4a-9826-2feca518eeb9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.430824] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.430964] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.431742] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ed7375-66d1-4440-bff4-1150c315a1ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.438454] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 838.438454] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52deb42f-5389-d127-2afb-86dd7ff6a1b9" [ 838.438454] env[69304]: _type = "Task" [ 838.438454] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.449477] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52deb42f-5389-d127-2afb-86dd7ff6a1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.575052] env[69304]: DEBUG oslo_concurrency.lockutils [req-f61a377a-dc87-4381-9b70-5ef14a0eaf2b req-9d8069e3-f48f-4abe-b263-8d96f77f03bb service nova] Releasing lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.612800] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.642842] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.643130] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.643296] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.643476] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.643619] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.643767] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.645639] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.645639] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.645639] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.645639] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.645639] env[69304]: DEBUG nova.virt.hardware [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.647033] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9be1b-bae5-441e-8c1a-c147a0340e6a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.657287] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61657f0-72e9-452b-a46b-2d8b03a0780c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.782381] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Releasing lock "refresh_cache-735cd9c8-ca9a-4b99-a653-333b31d07751" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.782722] env[69304]: DEBUG nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 838.782895] env[69304]: DEBUG nova.compute.manager [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing instance network info cache due to event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 838.784939] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Acquiring lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.785132] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Acquired lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.785315] env[69304]: DEBUG nova.network.neutron [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.799318] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208612, 'name': CreateVM_Task, 'duration_secs': 0.354657} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.799367] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.800070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.800239] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.800597] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.800811] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69421d32-ea12-4041-8b79-56340fbf88f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.806866] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 838.806866] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cb731a-8a63-fe7d-9b5b-f8d7ce5b42fd" [ 838.806866] env[69304]: _type = "Task" [ 838.806866] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.816564] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cb731a-8a63-fe7d-9b5b-f8d7ce5b42fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.854318] env[69304]: DEBUG nova.scheduler.client.report [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.861615] env[69304]: INFO nova.compute.manager [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Took 1.45 seconds to deallocate network for instance. [ 838.955032] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52deb42f-5389-d127-2afb-86dd7ff6a1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.955502] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca13805-1a40-4fc0-898c-62475ea402f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.962439] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 838.962439] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2275c-fa1f-630e-b4bd-232bdeda1d59" [ 838.962439] env[69304]: _type = "Task" [ 838.962439] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.971577] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2275c-fa1f-630e-b4bd-232bdeda1d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.142171] env[69304]: DEBUG nova.compute.manager [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 839.142598] env[69304]: DEBUG nova.compute.manager [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing instance network info cache due to event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 839.143167] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.143442] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.143720] env[69304]: DEBUG nova.network.neutron [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.321491] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cb731a-8a63-fe7d-9b5b-f8d7ce5b42fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014231} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.321816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.322252] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.322543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.338499] env[69304]: DEBUG nova.compute.manager [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 839.338898] env[69304]: DEBUG nova.compute.manager [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing instance network info cache due to event network-changed-8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 839.339592] env[69304]: DEBUG oslo_concurrency.lockutils [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] Acquiring lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.357251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.357866] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.360732] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.592s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.360953] env[69304]: DEBUG nova.objects.instance [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lazy-loading 'resources' on Instance uuid 8f0a0fcb-babd-406b-9468-ae0f86818589 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.371177] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.476074] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d2275c-fa1f-630e-b4bd-232bdeda1d59, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.476520] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.476846] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 735cd9c8-ca9a-4b99-a653-333b31d07751/735cd9c8-ca9a-4b99-a653-333b31d07751.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.477365] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.477593] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.477846] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2bcae3f-941b-4abe-8917-e6da2fa3277e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.480138] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7c0e292-fa95-4306-a817-152ce944e83e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.488782] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 839.488782] env[69304]: value = "task-4208613" [ 839.488782] env[69304]: _type = "Task" [ 839.488782] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.495880] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.495880] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.495880] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90300ea9-df42-4b6f-aaa1-74787f7a52f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.505530] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 839.505530] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c98fe-11f7-8792-855f-8287d182cb6f" [ 839.505530] env[69304]: _type = "Task" [ 839.505530] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.506871] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.515167] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c98fe-11f7-8792-855f-8287d182cb6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.516098] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c40fc1d-e86b-4240-9549-b3675baff696 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.519344] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "fbf78283-a645-4b46-a501-57fd0979bd10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.522934] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 839.522934] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a164e4-6009-85a4-e428-bb4069929193" [ 839.522934] env[69304]: _type = "Task" [ 839.522934] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.533190] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a164e4-6009-85a4-e428-bb4069929193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.546628] env[69304]: DEBUG nova.network.neutron [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Successfully updated port: e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.865615] env[69304]: DEBUG nova.compute.utils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.871598] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.871771] env[69304]: DEBUG nova.network.neutron [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.946916] env[69304]: DEBUG nova.network.neutron [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updated VIF entry in instance network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.947922] env[69304]: DEBUG nova.network.neutron [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.982359] env[69304]: DEBUG nova.policy [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55bacab68f034b21bfa704d887fdc700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc52f4559d64b7f84f5b37c3a7ea913', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.008662] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208613, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.037126] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a164e4-6009-85a4-e428-bb4069929193, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.038148] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.041364] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/6acc83d1-4c05-4375-946b-7b326bb650e5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.041683] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fdb36b1-f5bc-43ac-90ad-99fbf57c2884 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.050488] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.050643] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.050792] env[69304]: DEBUG nova.network.neutron [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.053573] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 840.053573] env[69304]: value = "task-4208614" [ 840.053573] env[69304]: _type = "Task" [ 840.053573] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.063468] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.082161] env[69304]: DEBUG nova.network.neutron [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updated VIF entry in instance network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.082605] env[69304]: DEBUG nova.network.neutron [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.368854] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.377039] env[69304]: DEBUG nova.network.neutron [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Successfully created port: 0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.454431] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1dacbe1-5b14-4db3-af2f-7805dfe4c07f req-6c2197a3-eb20-4cfa-96bc-72d02b671e88 service nova] Releasing lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.454559] env[69304]: DEBUG oslo_concurrency.lockutils [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] Acquired lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.455032] env[69304]: DEBUG nova.network.neutron [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Refreshing network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.505313] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545393} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.508655] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 735cd9c8-ca9a-4b99-a653-333b31d07751/735cd9c8-ca9a-4b99-a653-333b31d07751.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.508859] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.510019] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78178b9a-6b97-475a-b2af-947eafa03c04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.524441] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 840.524441] env[69304]: value = "task-4208615" [ 840.524441] env[69304]: _type = "Task" [ 840.524441] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.538508] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b345d-d017-410c-94ef-c94906486d93 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.541784] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.548207] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f689143a-d527-4ee6-8577-3ee823305e69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.586508] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.586832] env[69304]: DEBUG nova.compute.manager [req-ba621ce4-18f3-42b9-86fd-54cd66b13f78 req-9e6414d5-9267-4069-8f6a-abd95c0ad5b6 service nova] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Received event network-vif-deleted-a1c4f5d9-152a-4b21-be20-0c1753bd3194 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 840.588602] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2510e28c-402b-48cb-803b-1d55710a3094 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.599831] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.604094] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1155fed0-b981-401a-a008-7f0a5e627926 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.623517] env[69304]: DEBUG nova.compute.provider_tree [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.632476] env[69304]: DEBUG nova.network.neutron [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.820267] env[69304]: DEBUG nova.network.neutron [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.034922] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210767} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.035303] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.036146] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06482537-c957-4a8e-bd9b-4c2eb131aa96 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.061794] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 735cd9c8-ca9a-4b99-a653-333b31d07751/735cd9c8-ca9a-4b99-a653-333b31d07751.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.064062] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00dc2c68-dbf0-4d08-9091-d9ddc797f302 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.090982] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793468} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.092634] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/6acc83d1-4c05-4375-946b-7b326bb650e5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.092867] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.093209] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 841.093209] env[69304]: value = "task-4208616" [ 841.093209] env[69304]: _type = "Task" [ 841.093209] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.093402] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d4655c-d9aa-4adb-b6fd-f7a632a45868 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.105855] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.107326] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 841.107326] env[69304]: value = "task-4208617" [ 841.107326] env[69304]: _type = "Task" [ 841.107326] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.121560] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.126730] env[69304]: DEBUG nova.scheduler.client.report [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.323206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.323550] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Instance network_info: |[{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.324068] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:f0:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e572a2d8-4727-4c44-b0f0-80bafad821f6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.331898] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.333260] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.334433] env[69304]: DEBUG nova.compute.manager [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-vif-plugged-e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 841.334642] env[69304]: DEBUG oslo_concurrency.lockutils [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.334806] env[69304]: DEBUG oslo_concurrency.lockutils [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.334973] env[69304]: DEBUG oslo_concurrency.lockutils [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.335168] env[69304]: DEBUG nova.compute.manager [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] No waiting events found dispatching network-vif-plugged-e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.335333] env[69304]: WARNING nova.compute.manager [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received unexpected event network-vif-plugged-e572a2d8-4727-4c44-b0f0-80bafad821f6 for instance with vm_state building and task_state spawning. [ 841.335491] env[69304]: DEBUG nova.compute.manager [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-changed-e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 841.335640] env[69304]: DEBUG nova.compute.manager [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing instance network info cache due to event network-changed-e572a2d8-4727-4c44-b0f0-80bafad821f6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 841.335851] env[69304]: DEBUG oslo_concurrency.lockutils [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.335990] env[69304]: DEBUG oslo_concurrency.lockutils [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.336271] env[69304]: DEBUG nova.network.neutron [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing network info cache for port e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.337219] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59bda6fc-1ad8-49b5-8d05-399863c8657b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.368022] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.368022] env[69304]: value = "task-4208618" [ 841.368022] env[69304]: _type = "Task" [ 841.368022] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.377525] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208618, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.382020] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.419716] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.419716] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.420268] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.420783] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.421089] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.421372] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.421719] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.422106] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.422445] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.422782] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.423129] env[69304]: DEBUG nova.virt.hardware [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.424241] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d8794-f0f0-4470-a164-0b690a782612 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.434701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69edc2c5-9919-4b26-914d-39124567e10a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.487293] env[69304]: DEBUG nova.network.neutron [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updated VIF entry in instance network info cache for port 8221d4e0-949f-4b6b-b64f-eecd81db4851. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.487952] env[69304]: DEBUG nova.network.neutron [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [{"id": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "address": "fa:16:3e:86:62:30", "network": {"id": "f664fc11-edd1-421b-b0ea-a7f3e3ff4023", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1015341983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc322fe7df0d47879d8eba96c9cb63c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8221d4e0-94", "ovs_interfaceid": "8221d4e0-949f-4b6b-b64f-eecd81db4851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.608041] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.620034] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268228} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.620034] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.620383] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b64b919-a60a-418f-89b6-7fdcf28658d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.640250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.654667] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/6acc83d1-4c05-4375-946b-7b326bb650e5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.658975] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.249s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.659268] env[69304]: DEBUG nova.objects.instance [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.663339] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e191cf68-2865-4aa1-9e8c-1c2fffeb11b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.691377] env[69304]: INFO nova.scheduler.client.report [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Deleted allocations for instance 8f0a0fcb-babd-406b-9468-ae0f86818589 [ 841.700198] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 841.700198] env[69304]: value = "task-4208619" [ 841.700198] env[69304]: _type = "Task" [ 841.700198] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.713017] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.866028] env[69304]: DEBUG nova.network.neutron [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updated VIF entry in instance network info cache for port e572a2d8-4727-4c44-b0f0-80bafad821f6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.866450] env[69304]: DEBUG nova.network.neutron [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.878151] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208618, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.990907] env[69304]: DEBUG oslo_concurrency.lockutils [req-3a576498-85f7-472c-ba89-4b4d3670fe55 req-b36c90d4-07db-4eae-9360-704a42c4fd2c service nova] Releasing lock "refresh_cache-ca0a02b6-916f-47b1-931e-f3317ef8ea89" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.066141] env[69304]: DEBUG nova.network.neutron [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Successfully updated port: 0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.107391] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208616, 'name': ReconfigVM_Task, 'duration_secs': 0.67247} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.107714] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 735cd9c8-ca9a-4b99-a653-333b31d07751/735cd9c8-ca9a-4b99-a653-333b31d07751.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.108369] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f9af9a2-30ca-47ea-ab63-6e23f0f824f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.117028] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 842.117028] env[69304]: value = "task-4208620" [ 842.117028] env[69304]: _type = "Task" [ 842.117028] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.128354] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208620, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.199995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5e0d078a-9b37-40f8-9294-a709069b217d tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Lock "8f0a0fcb-babd-406b-9468-ae0f86818589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.177s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.214705] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208619, 'name': ReconfigVM_Task, 'duration_secs': 0.356241} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.215350] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/6acc83d1-4c05-4375-946b-7b326bb650e5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.216462] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9624c610-4af9-4bbc-b89f-27aa76d6f70e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.229508] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 842.229508] env[69304]: value = "task-4208621" [ 842.229508] env[69304]: _type = "Task" [ 842.229508] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.242220] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208621, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.373195] env[69304]: DEBUG oslo_concurrency.lockutils [req-f5da4de8-14f6-40b2-9d5e-29d903c995e8 req-daa1571c-a495-4ed8-ba6c-d81b64528087 service nova] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.383270] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208618, 'name': CreateVM_Task, 'duration_secs': 0.529085} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.384277] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.389916] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.391148] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.391803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.392666] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa082bc-31db-4b79-ba99-313705c38172 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.398933] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 842.398933] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525ae885-44bc-14ad-b1f5-fee46fe18bac" [ 842.398933] env[69304]: _type = "Task" [ 842.398933] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.411619] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525ae885-44bc-14ad-b1f5-fee46fe18bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.571177] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "refresh_cache-99d93c01-4212-4c76-955f-b2dcfdbdca17" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.571177] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "refresh_cache-99d93c01-4212-4c76-955f-b2dcfdbdca17" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.571177] env[69304]: DEBUG nova.network.neutron [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.629632] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208620, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.698805] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fb9a359-896d-4760-8942-6a0312385e89 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.038s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.698805] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.957s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.698805] env[69304]: DEBUG nova.objects.instance [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lazy-loading 'resources' on Instance uuid 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.746315] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208621, 'name': Rename_Task, 'duration_secs': 0.161736} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.746550] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.746852] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26fd390f-87a9-4840-bcfc-589969dfd80d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.756876] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 842.756876] env[69304]: value = "task-4208622" [ 842.756876] env[69304]: _type = "Task" [ 842.756876] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.763492] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.890658] env[69304]: DEBUG nova.compute.manager [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.891504] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567e4e85-ab08-4e25-af73-b47a0518e5bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.914570] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525ae885-44bc-14ad-b1f5-fee46fe18bac, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.917101] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.917495] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.917933] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.918247] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.924020] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.924020] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b468c2-48e7-4715-8aef-d8f8d9912b80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.937562] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.937562] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.937562] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f859ed7f-4956-47f2-87ef-2d4bed3d320d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.943652] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 842.943652] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6a832-1fd9-e904-d6f9-4adeb8fb8f5a" [ 842.943652] env[69304]: _type = "Task" [ 842.943652] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.958058] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6a832-1fd9-e904-d6f9-4adeb8fb8f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.130901] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208620, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.141832] env[69304]: DEBUG nova.network.neutron [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.269890] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.328317] env[69304]: DEBUG nova.network.neutron [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Updating instance_info_cache with network_info: [{"id": "0babc4a3-2573-4224-b1c7-04f35cc5ba3c", "address": "fa:16:3e:85:17:fa", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0babc4a3-25", "ovs_interfaceid": "0babc4a3-2573-4224-b1c7-04f35cc5ba3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.363471] env[69304]: DEBUG nova.compute.manager [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Received event network-vif-plugged-0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 843.363704] env[69304]: DEBUG oslo_concurrency.lockutils [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] Acquiring lock "99d93c01-4212-4c76-955f-b2dcfdbdca17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.363950] env[69304]: DEBUG oslo_concurrency.lockutils [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.365340] env[69304]: DEBUG oslo_concurrency.lockutils [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.366166] env[69304]: DEBUG nova.compute.manager [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] No waiting events found dispatching network-vif-plugged-0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 843.366166] env[69304]: WARNING nova.compute.manager [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Received unexpected event network-vif-plugged-0babc4a3-2573-4224-b1c7-04f35cc5ba3c for instance with vm_state building and task_state spawning. [ 843.366166] env[69304]: DEBUG nova.compute.manager [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Received event network-changed-0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 843.366166] env[69304]: DEBUG nova.compute.manager [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Refreshing instance network info cache due to event network-changed-0babc4a3-2573-4224-b1c7-04f35cc5ba3c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 843.367105] env[69304]: DEBUG oslo_concurrency.lockutils [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] Acquiring lock "refresh_cache-99d93c01-4212-4c76-955f-b2dcfdbdca17" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.424688] env[69304]: INFO nova.compute.manager [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] instance snapshotting [ 843.424688] env[69304]: DEBUG nova.objects.instance [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'flavor' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.459305] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6a832-1fd9-e904-d6f9-4adeb8fb8f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.460136] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b428b6d7-c7d9-4b33-825a-67379b1d9a58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.469878] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 843.469878] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f87564-e9b8-2101-fcef-ee2a107a74c7" [ 843.469878] env[69304]: _type = "Task" [ 843.469878] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.485549] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f87564-e9b8-2101-fcef-ee2a107a74c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.631154] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208620, 'name': Rename_Task, 'duration_secs': 1.171067} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.631452] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.631796] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eac2d35-638d-4c0c-bf9d-5410bcb319cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.640296] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 843.640296] env[69304]: value = "task-4208623" [ 843.640296] env[69304]: _type = "Task" [ 843.640296] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.649464] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.771897] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.793407] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343a40e-31ca-4f09-a09e-6f7121b48a48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.804831] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e8417-87bb-49f8-af2c-4de1234f1dec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.844685] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "refresh_cache-99d93c01-4212-4c76-955f-b2dcfdbdca17" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.845231] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Instance network_info: |[{"id": "0babc4a3-2573-4224-b1c7-04f35cc5ba3c", "address": "fa:16:3e:85:17:fa", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0babc4a3-25", "ovs_interfaceid": "0babc4a3-2573-4224-b1c7-04f35cc5ba3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.845989] env[69304]: DEBUG oslo_concurrency.lockutils [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] Acquired lock "refresh_cache-99d93c01-4212-4c76-955f-b2dcfdbdca17" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.846362] env[69304]: DEBUG nova.network.neutron [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Refreshing network info cache for port 0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.852379] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:17:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0babc4a3-2573-4224-b1c7-04f35cc5ba3c', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.860210] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.860768] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a699772-2c3b-44da-a99a-be01dd32c564 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.865399] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.865399] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19cca1fb-787d-470a-9e76-a3121e07bd14 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.887447] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb043b2-3d42-4e19-acb7-dae42aaef9a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.893179] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.893179] env[69304]: value = "task-4208624" [ 843.893179] env[69304]: _type = "Task" [ 843.893179] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.910456] env[69304]: DEBUG nova.compute.provider_tree [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.924969] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208624, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.932670] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf498aa8-29e4-4a8e-a01a-6a257f9f595b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.959042] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14795d35-b881-4620-a691-c017acfd1faa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.982553] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f87564-e9b8-2101-fcef-ee2a107a74c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.982553] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983753] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82/13f548d5-3ca4-47c8-b01e-11d7d8e0ae82.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.983753] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c17191e7-80dd-4b1a-87b7-40c847663aaf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.992330] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 843.992330] env[69304]: value = "task-4208625" [ 843.992330] env[69304]: _type = "Task" [ 843.992330] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.004175] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.157190] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.274080] env[69304]: DEBUG oslo_vmware.api [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208622, 'name': PowerOnVM_Task, 'duration_secs': 1.110688} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.274480] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.275525] env[69304]: INFO nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Took 8.39 seconds to spawn the instance on the hypervisor. [ 844.275525] env[69304]: DEBUG nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.275899] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f09ff3-a2d9-4d7c-bad8-7fe5cd7bb3f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.410434] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208624, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.418748] env[69304]: DEBUG nova.scheduler.client.report [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.473169] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.473169] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d820caa-1784-42a0-8324-ff1e9e90b686 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.485044] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 844.485044] env[69304]: value = "task-4208626" [ 844.485044] env[69304]: _type = "Task" [ 844.485044] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.497356] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.508733] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.611301] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "4fe9fc02-84fc-4626-939d-eb24abef955a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.611558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.658026] env[69304]: DEBUG oslo_vmware.api [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208623, 'name': PowerOnVM_Task, 'duration_secs': 0.524674} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.658349] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.658567] env[69304]: INFO nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Took 11.50 seconds to spawn the instance on the hypervisor. [ 844.658758] env[69304]: DEBUG nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.659588] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9d869-2d94-4b66-a76f-1d0269c92ba5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.716452] env[69304]: DEBUG nova.network.neutron [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Updated VIF entry in instance network info cache for port 0babc4a3-2573-4224-b1c7-04f35cc5ba3c. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.716845] env[69304]: DEBUG nova.network.neutron [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Updating instance_info_cache with network_info: [{"id": "0babc4a3-2573-4224-b1c7-04f35cc5ba3c", "address": "fa:16:3e:85:17:fa", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0babc4a3-25", "ovs_interfaceid": "0babc4a3-2573-4224-b1c7-04f35cc5ba3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.794026] env[69304]: INFO nova.compute.manager [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Took 42.16 seconds to build instance. [ 844.905765] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208624, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.928914] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.932786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.583s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.933452] env[69304]: DEBUG nova.objects.instance [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lazy-loading 'resources' on Instance uuid 32a3b6d5-3798-43f8-8864-c7e643de0aa4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.963425] env[69304]: INFO nova.scheduler.client.report [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Deleted allocations for instance 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0 [ 844.995677] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.006882] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680373} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.007163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82/13f548d5-3ca4-47c8-b01e-11d7d8e0ae82.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.007384] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.007663] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40bbd737-fa8e-4392-9e80-658797522c9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.016985] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 845.016985] env[69304]: value = "task-4208627" [ 845.016985] env[69304]: _type = "Task" [ 845.016985] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.025883] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.182734] env[69304]: INFO nova.compute.manager [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Took 43.71 seconds to build instance. [ 845.219878] env[69304]: DEBUG oslo_concurrency.lockutils [req-eb8cce39-c69d-4040-aeb5-00b754b49fa1 req-fabdb5bf-5290-437f-ae2f-cbb73f3a9c73 service nova] Releasing lock "refresh_cache-99d93c01-4212-4c76-955f-b2dcfdbdca17" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.302282] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e108b3e1-576c-4e05-9091-dd04182f739e tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.771s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.408835] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208624, 'name': CreateVM_Task, 'duration_secs': 1.398829} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.409130] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.414320] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.414320] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.415969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.416401] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acffe4c5-fc2e-4b4a-bc04-37cf136d2cbc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.424598] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 845.424598] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52109315-b09b-8071-6f45-a85a975116b0" [ 845.424598] env[69304]: _type = "Task" [ 845.424598] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.442798] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52109315-b09b-8071-6f45-a85a975116b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.472204] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57b246e0-3603-44e1-b99b-f07fbcfc8f07 tempest-ServerShowV254Test-1804002135 tempest-ServerShowV254Test-1804002135-project-member] Lock "6de6a293-0fc9-4b20-8f52-cbd0b644c0c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.033s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.499842] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.530644] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254478} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.530918] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.531719] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31aef08-ad8e-4cfa-addb-7dc3d1d6fabc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.561812] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82/13f548d5-3ca4-47c8-b01e-11d7d8e0ae82.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.565170] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8424c1-e04e-4c1f-9c74-d885dcae2518 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.588701] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 845.588701] env[69304]: value = "task-4208628" [ 845.588701] env[69304]: _type = "Task" [ 845.588701] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.602759] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.686342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f460457-b30d-403d-958b-ce2ee4cb4b2e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.676s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.811581] env[69304]: INFO nova.compute.manager [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Rescuing [ 845.811838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.811990] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.812180] env[69304]: DEBUG nova.network.neutron [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.813451] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.937943] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52109315-b09b-8071-6f45-a85a975116b0, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.941013] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.941259] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.941496] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.941644] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.941816] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.942402] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adce8e77-a611-4948-b908-52ffdcd33776 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.957748] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.957748] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.961470] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6771d7dd-8796-4007-a8a8-fc6f0b451687 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.964434] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 845.964434] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527bedb3-aba1-6bcd-1759-11d5e86562d0" [ 845.964434] env[69304]: _type = "Task" [ 845.964434] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.974918] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527bedb3-aba1-6bcd-1759-11d5e86562d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.999634] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208626, 'name': CreateSnapshot_Task, 'duration_secs': 1.176118} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.001364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.002318] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca70af-da32-4dc4-b072-840485dc014c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.030845] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfedcda9-f3e9-4c6b-b600-22d59441094f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.041584] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499127cc-ac1b-4b9b-a66c-b884a76b4f2a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.083333] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d35ba7b-4350-4834-a7d9-dbdb4460489a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.097998] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d3ab49-9b5a-4006-88b1-fb6012f65670 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.109627] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208628, 'name': ReconfigVM_Task, 'duration_secs': 0.274026} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.118973] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82/13f548d5-3ca4-47c8-b01e-11d7d8e0ae82.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.120388] env[69304]: DEBUG nova.compute.provider_tree [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.122083] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5316384-a472-4a8c-9858-c720e9addf2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.130387] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 846.130387] env[69304]: value = "task-4208629" [ 846.130387] env[69304]: _type = "Task" [ 846.130387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.139203] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208629, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.189754] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.352383] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.475892] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527bedb3-aba1-6bcd-1759-11d5e86562d0, 'name': SearchDatastore_Task, 'duration_secs': 0.031613} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.476951] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49869fc-ca67-45bb-94ca-80cbc7e974cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.487586] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 846.487586] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fcac00-4684-a60a-af66-22f14fda5121" [ 846.487586] env[69304]: _type = "Task" [ 846.487586] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.498526] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fcac00-4684-a60a-af66-22f14fda5121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.524067] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 846.524542] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9158dec-3729-4daa-adfb-c408edea5149 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.538252] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 846.538252] env[69304]: value = "task-4208630" [ 846.538252] env[69304]: _type = "Task" [ 846.538252] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.548289] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208630, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.588293] env[69304]: DEBUG nova.network.neutron [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.625336] env[69304]: DEBUG nova.scheduler.client.report [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.641911] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208629, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.712184] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.001039] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fcac00-4684-a60a-af66-22f14fda5121, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.001039] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.001039] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 99d93c01-4212-4c76-955f-b2dcfdbdca17/99d93c01-4212-4c76-955f-b2dcfdbdca17.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.001039] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4002e3fd-9ff0-4b37-aefe-51146279f5d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.008797] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 847.008797] env[69304]: value = "task-4208631" [ 847.008797] env[69304]: _type = "Task" [ 847.008797] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.018851] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.052421] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208630, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.076087] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "735cd9c8-ca9a-4b99-a653-333b31d07751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.079606] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.080092] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "735cd9c8-ca9a-4b99-a653-333b31d07751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.080334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.080580] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.083043] env[69304]: INFO nova.compute.manager [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Terminating instance [ 847.091977] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.131492] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.136343] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.519s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.138157] env[69304]: INFO nova.compute.claims [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.156633] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208629, 'name': Rename_Task, 'duration_secs': 0.976903} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.157575] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.157575] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-094fb042-0d37-426b-9648-21166e38171f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.165915] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 847.165915] env[69304]: value = "task-4208632" [ 847.165915] env[69304]: _type = "Task" [ 847.165915] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.172691] env[69304]: INFO nova.scheduler.client.report [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleted allocations for instance 32a3b6d5-3798-43f8-8864-c7e643de0aa4 [ 847.186563] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.522705] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.554311] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208630, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.591082] env[69304]: DEBUG nova.compute.manager [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.591399] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.592782] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0e2a85-2361-4b13-9f10-d8d3a9c2f53f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.602663] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.603093] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-617af0b3-67d1-4db1-8355-b8c799ea3ed4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.611217] env[69304]: DEBUG oslo_vmware.api [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 847.611217] env[69304]: value = "task-4208633" [ 847.611217] env[69304]: _type = "Task" [ 847.611217] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.621333] env[69304]: DEBUG oslo_vmware.api [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.686493] env[69304]: DEBUG oslo_concurrency.lockutils [None req-277ce665-d447-4440-965a-69960e9ffdf6 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "32a3b6d5-3798-43f8-8864-c7e643de0aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.409s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.687744] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.020767] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845811} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.021296] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 99d93c01-4212-4c76-955f-b2dcfdbdca17/99d93c01-4212-4c76-955f-b2dcfdbdca17.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.021689] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.022267] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8793f12-27e0-40a2-9d45-34f65513542e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.033224] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 848.033224] env[69304]: value = "task-4208634" [ 848.033224] env[69304]: _type = "Task" [ 848.033224] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.042914] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.060447] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208630, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.123579] env[69304]: DEBUG oslo_vmware.api [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208633, 'name': PowerOffVM_Task, 'duration_secs': 0.410909} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.123917] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.124087] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.124380] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feb8b119-22cf-4ee4-bb1e-81c2162dee76 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.181201] env[69304]: DEBUG oslo_vmware.api [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208632, 'name': PowerOnVM_Task, 'duration_secs': 0.714622} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.183405] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.183679] env[69304]: INFO nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Took 9.57 seconds to spawn the instance on the hypervisor. [ 848.183898] env[69304]: DEBUG nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 848.185246] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114ffde9-2e51-434f-8eb3-5e8762556264 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.359689] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.360040] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.360722] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Deleting the datastore file [datastore2] 735cd9c8-ca9a-4b99-a653-333b31d07751 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.360722] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7164ac1-f298-4e41-92a1-1ede163c2abc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.370010] env[69304]: DEBUG oslo_vmware.api [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for the task: (returnval){ [ 848.370010] env[69304]: value = "task-4208636" [ 848.370010] env[69304]: _type = "Task" [ 848.370010] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.379821] env[69304]: DEBUG oslo_vmware.api [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.542455] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227621} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.546720] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.554571] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ebbd39-ce4c-4588-8e44-22cbb773a40c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.589232] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 99d93c01-4212-4c76-955f-b2dcfdbdca17/99d93c01-4212-4c76-955f-b2dcfdbdca17.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.589498] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208630, 'name': CloneVM_Task, 'duration_secs': 1.53299} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.596621] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3e4953-fef9-46b0-aec9-952148fcef34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.612820] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created linked-clone VM from snapshot [ 848.613547] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "cd71979d-64f8-411a-9987-91db9f3af50d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.613789] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "cd71979d-64f8-411a-9987-91db9f3af50d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.615315] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992cddff-6a40-4213-bd26-09687bb379c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.626591] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Uploading image 58647fe9-d4db-4fd9-88b7-26d6848e7a14 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.635927] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 848.635927] env[69304]: value = "task-4208637" [ 848.635927] env[69304]: _type = "Task" [ 848.635927] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.646039] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.647389] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.647389] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5c972b1-960d-4316-8a85-b88f2d4f23a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.659296] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 848.659296] env[69304]: value = "task-4208638" [ 848.659296] env[69304]: _type = "Task" [ 848.659296] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.669392] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.671557] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.671557] env[69304]: value = "vm-832790" [ 848.671557] env[69304]: _type = "VirtualMachine" [ 848.671557] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.671828] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a30a5d6c-3cd5-4884-89cd-ceb3c08fe46f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.682071] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease: (returnval){ [ 848.682071] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5230fdeb-4e1c-f7d5-e170-c5473b8668cf" [ 848.682071] env[69304]: _type = "HttpNfcLease" [ 848.682071] env[69304]: } obtained for exporting VM: (result){ [ 848.682071] env[69304]: value = "vm-832790" [ 848.682071] env[69304]: _type = "VirtualMachine" [ 848.682071] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.682382] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the lease: (returnval){ [ 848.682382] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5230fdeb-4e1c-f7d5-e170-c5473b8668cf" [ 848.682382] env[69304]: _type = "HttpNfcLease" [ 848.682382] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.692504] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.692504] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5230fdeb-4e1c-f7d5-e170-c5473b8668cf" [ 848.692504] env[69304]: _type = "HttpNfcLease" [ 848.692504] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.710256] env[69304]: INFO nova.compute.manager [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Took 44.43 seconds to build instance. [ 848.742876] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0148763c-8a1d-4375-bd5e-0f258b919930 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.753638] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0904d46-6e3a-4c18-91af-32e3166b2060 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.788272] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6c410-a611-436d-9b1d-4a8e8b607d53 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.798602] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddfc4f0-68b3-4b45-a8e5-ff708428a217 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.812980] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.883220] env[69304]: DEBUG oslo_vmware.api [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Task: {'id': task-4208636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135561} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.883220] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.883430] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.883648] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.883949] env[69304]: INFO nova.compute.manager [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Took 1.29 seconds to destroy the instance on the hypervisor. [ 848.884986] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.884986] env[69304]: DEBUG nova.compute.manager [-] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.884986] env[69304]: DEBUG nova.network.neutron [-] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.060169] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.060169] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.060169] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.060169] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.060388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.063015] env[69304]: INFO nova.compute.manager [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Terminating instance [ 849.148738] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.171545] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208638, 'name': PowerOffVM_Task, 'duration_secs': 0.318844} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.172148] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.173305] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb7ba6d-7434-4c9c-973c-b425cf54c77c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.201561] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c506405b-f965-4a7e-b5c0-625353c0050c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.217278] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bb82590f-e97c-4eb6-9457-d562e37fd1dd tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.183s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.217549] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.217549] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5230fdeb-4e1c-f7d5-e170-c5473b8668cf" [ 849.217549] env[69304]: _type = "HttpNfcLease" [ 849.217549] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.220403] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.220403] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5230fdeb-4e1c-f7d5-e170-c5473b8668cf" [ 849.220403] env[69304]: _type = "HttpNfcLease" [ 849.220403] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.220760] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce318e-7d25-44cb-a406-545d538d2d98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.231931] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207c966-a7de-d35f-a7ec-e2bcc996cbfb/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.232103] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207c966-a7de-d35f-a7ec-e2bcc996cbfb/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.291178] env[69304]: DEBUG nova.compute.manager [req-0d380bdf-9c34-4c93-9e82-4ac6626a6062 req-dcae5609-29d2-4ebb-98e9-57ee108181de service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Received event network-vif-deleted-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 849.291413] env[69304]: INFO nova.compute.manager [req-0d380bdf-9c34-4c93-9e82-4ac6626a6062 req-dcae5609-29d2-4ebb-98e9-57ee108181de service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Neutron deleted interface 4cd299ee-38f6-4aa0-92bd-dae1a4f64024; detaching it from the instance and deleting it from the info cache [ 849.291593] env[69304]: DEBUG nova.network.neutron [req-0d380bdf-9c34-4c93-9e82-4ac6626a6062 req-dcae5609-29d2-4ebb-98e9-57ee108181de service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.298018] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.298549] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4ba6ec-db6f-4516-96ab-aa6971e44ca5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.307091] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 849.307091] env[69304]: value = "task-4208640" [ 849.307091] env[69304]: _type = "Task" [ 849.307091] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.320470] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 849.320689] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.320926] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.321250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.321250] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.321509] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2acabbe2-dacd-407e-8b40-9602f2e5839d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.332320] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.332518] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.333278] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a06c366-dc74-46b7-9f13-fd386a143cd5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.338232] env[69304]: ERROR nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [req-d8b1e03c-4d24-4878-94ea-840ad26abc8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d8b1e03c-4d24-4878-94ea-840ad26abc8a"}]} [ 849.341873] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 849.341873] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52473b09-3a7d-caca-0940-68f2dbb3a80e" [ 849.341873] env[69304]: _type = "Task" [ 849.341873] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.351017] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52473b09-3a7d-caca-0940-68f2dbb3a80e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.356541] env[69304]: DEBUG nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.372345] env[69304]: DEBUG nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.374563] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.384951] env[69304]: DEBUG nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.394519] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27449607-f50a-4658-a8a1-47c178c818e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.410951] env[69304]: DEBUG nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.568565] env[69304]: DEBUG nova.compute.manager [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.568813] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.569898] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9d6b3-5f5b-41ef-8c7d-3744f849a865 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.581559] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.581846] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faddfe28-da65-4f91-8380-57b270ccdf28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.590324] env[69304]: DEBUG oslo_vmware.api [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 849.590324] env[69304]: value = "task-4208641" [ 849.590324] env[69304]: _type = "Task" [ 849.590324] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.599237] env[69304]: DEBUG oslo_vmware.api [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.646960] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208637, 'name': ReconfigVM_Task, 'duration_secs': 0.826578} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.649966] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 99d93c01-4212-4c76-955f-b2dcfdbdca17/99d93c01-4212-4c76-955f-b2dcfdbdca17.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.651772] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e83f8f-2895-4489-8045-46434b0adfed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.659668] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 849.659668] env[69304]: value = "task-4208642" [ 849.659668] env[69304]: _type = "Task" [ 849.659668] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.674796] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208642, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.708517] env[69304]: DEBUG nova.network.neutron [-] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.721729] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.798529] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adf4a926-39c6-4294-9798-ad5aa91c61e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.812218] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c49136-48d7-4d2d-8e34-52e9c310b6a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.853401] env[69304]: DEBUG nova.compute.manager [req-0d380bdf-9c34-4c93-9e82-4ac6626a6062 req-dcae5609-29d2-4ebb-98e9-57ee108181de service nova] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Detach interface failed, port_id=4cd299ee-38f6-4aa0-92bd-dae1a4f64024, reason: Instance 735cd9c8-ca9a-4b99-a653-333b31d07751 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 849.868492] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52473b09-3a7d-caca-0940-68f2dbb3a80e, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.869644] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c96cb8-0421-461e-9a9c-8c4d9c05ba33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.879498] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 849.879498] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c6fe9-794e-9153-11aa-ee237f7f6488" [ 849.879498] env[69304]: _type = "Task" [ 849.879498] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.887767] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c6fe9-794e-9153-11aa-ee237f7f6488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.049990] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e4ceab-ee7f-4d6b-9850-1814203a638f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.058079] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bd8298-58f5-4b22-b440-2c620ca7ab07 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.090935] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be34bd-b87f-4530-9a24-85166888bfa3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.107095] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b940e-94a0-4a3e-a1c9-35cc5c9fa767 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.111887] env[69304]: DEBUG oslo_vmware.api [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208641, 'name': PowerOffVM_Task, 'duration_secs': 0.229372} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.112591] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.112923] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.113764] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-551af259-7fd5-4473-bac3-52d972793636 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.126455] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.170769] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208642, 'name': Rename_Task, 'duration_secs': 0.187164} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.171165] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.171726] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685cd8d8-e7d8-48b5-abd3-d2228cc525b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.179486] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 850.179486] env[69304]: value = "task-4208644" [ 850.179486] env[69304]: _type = "Task" [ 850.179486] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.189815] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.194564] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.194778] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.195059] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleting the datastore file [datastore1] afa5f55f-8fe1-4c02-96bf-59e963dd4ada {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.195338] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1216f2ea-2ee2-412b-9071-bd88f5b25d61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.203801] env[69304]: DEBUG oslo_vmware.api [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 850.203801] env[69304]: value = "task-4208645" [ 850.203801] env[69304]: _type = "Task" [ 850.203801] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.213563] env[69304]: INFO nova.compute.manager [-] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Took 1.33 seconds to deallocate network for instance. [ 850.214054] env[69304]: DEBUG oslo_vmware.api [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.252128] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.391171] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529c6fe9-794e-9153-11aa-ee237f7f6488, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.391598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.391989] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. {{(pid=69304) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 850.392263] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b179e79-7cd8-43dd-8678-de8dbcc7d8ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.401066] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 850.401066] env[69304]: value = "task-4208646" [ 850.401066] env[69304]: _type = "Task" [ 850.401066] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.411688] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.664686] env[69304]: DEBUG nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.664686] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 76 to 77 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.665698] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.694060] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.715476] env[69304]: DEBUG oslo_vmware.api [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143252} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.715932] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.716278] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.716573] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.716797] env[69304]: INFO nova.compute.manager [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.717137] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.717398] env[69304]: DEBUG nova.compute.manager [-] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.718611] env[69304]: DEBUG nova.network.neutron [-] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.721900] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.917356] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208646, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.171249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.035s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.171922] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.177995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.235s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.191273] env[69304]: DEBUG oslo_vmware.api [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208644, 'name': PowerOnVM_Task, 'duration_secs': 0.982251} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.191999] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.191999] env[69304]: INFO nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Took 9.81 seconds to spawn the instance on the hypervisor. [ 851.192257] env[69304]: DEBUG nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.192877] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd57ad1-a2a1-4c37-aae2-8e4e348542bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.287317] env[69304]: DEBUG nova.compute.manager [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-changed-e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 851.287317] env[69304]: DEBUG nova.compute.manager [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing instance network info cache due to event network-changed-e572a2d8-4727-4c44-b0f0-80bafad821f6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 851.287452] env[69304]: DEBUG oslo_concurrency.lockutils [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.287725] env[69304]: DEBUG oslo_concurrency.lockutils [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.288015] env[69304]: DEBUG nova.network.neutron [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing network info cache for port e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.411758] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529608} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.412116] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. [ 851.412935] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bb155-e34a-4373-a5e8-cb903c08dcb6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.438650] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.439351] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203798df-e50d-443f-b33f-8e21a59d5ee6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.458312] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 851.458312] env[69304]: value = "task-4208647" [ 851.458312] env[69304]: _type = "Task" [ 851.458312] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.466597] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.532085] env[69304]: DEBUG nova.network.neutron [-] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.684271] env[69304]: INFO nova.compute.claims [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.691128] env[69304]: DEBUG nova.compute.utils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.695897] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.695897] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.714617] env[69304]: INFO nova.compute.manager [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Took 46.91 seconds to build instance. [ 851.737027] env[69304]: DEBUG nova.policy [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148051e9443e4bd0b368b3130e882c63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70af3b276a6d49f3a6dece8dd494d5b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.970528] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208647, 'name': ReconfigVM_Task, 'duration_secs': 0.331705} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.971058] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.971758] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db1439-3fde-4d0a-b1fe-56d6414875ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.005361] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da221ab-46be-44dc-a3f4-bd1bf3567b2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.023453] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 852.023453] env[69304]: value = "task-4208648" [ 852.023453] env[69304]: _type = "Task" [ 852.023453] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.032801] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.034392] env[69304]: INFO nova.compute.manager [-] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Took 1.32 seconds to deallocate network for instance. [ 852.074881] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Successfully created port: c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.141144] env[69304]: DEBUG nova.network.neutron [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updated VIF entry in instance network info cache for port e572a2d8-4727-4c44-b0f0-80bafad821f6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.141611] env[69304]: DEBUG nova.network.neutron [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.195293] env[69304]: INFO nova.compute.resource_tracker [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating resource usage from migration f61ba625-b7f6-496a-9b3d-ffb1daf81c51 [ 852.199219] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.217102] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5fdc7114-34cc-4c45-baac-5b9892b26d98 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.677s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.535889] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208648, 'name': ReconfigVM_Task, 'duration_secs': 0.171091} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.536248] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.536527] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f5580d6-f0df-4742-842b-db2200a20b40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.544032] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.545962] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 852.545962] env[69304]: value = "task-4208649" [ 852.545962] env[69304]: _type = "Task" [ 852.545962] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.555351] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.646315] env[69304]: DEBUG oslo_concurrency.lockutils [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.646591] env[69304]: DEBUG nova.compute.manager [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Received event network-vif-deleted-8cada557-b3f7-42f6-99fe-54d767b40ea9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 852.646784] env[69304]: INFO nova.compute.manager [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Neutron deleted interface 8cada557-b3f7-42f6-99fe-54d767b40ea9; detaching it from the instance and deleting it from the info cache [ 852.646958] env[69304]: DEBUG nova.network.neutron [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.720998] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.725256] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cee4ad5-12a4-451e-a292-a71011dc2d97 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.735056] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e7970-4f55-474f-82e1-49e0d375f7fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.771486] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f632054-2090-46ad-aecf-64fe90fd44da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.781843] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ed646-fff2-4e4d-af69-a6cac027ec2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.799959] env[69304]: DEBUG nova.compute.provider_tree [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.057201] env[69304]: DEBUG oslo_vmware.api [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208649, 'name': PowerOnVM_Task, 'duration_secs': 0.483578} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.057561] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.060635] env[69304]: DEBUG nova.compute.manager [None req-20520018-1ea4-405d-b400-5dd4191b6198 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.061535] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac19d7b-6898-432a-b61d-01ab4150ce98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.150236] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef29bf33-bba7-4b62-a4d5-3a587936047f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.163013] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae6e05-691c-4dc8-a001-0eb54bd393d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.207373] env[69304]: DEBUG nova.compute.manager [req-a18b7b59-bc07-49a6-85ec-743ce0b9d39a req-c7aad17f-3044-4d3a-b7da-c15cf3552dfa service nova] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Detach interface failed, port_id=8cada557-b3f7-42f6-99fe-54d767b40ea9, reason: Instance afa5f55f-8fe1-4c02-96bf-59e963dd4ada could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 853.214076] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.244428] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.244428] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.244642] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.244800] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.244949] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.245226] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.245515] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.245854] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.246211] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.246513] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.246727] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.248086] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231dfd54-07a2-42e7-9e5e-861ba08dab48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.252828] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.259715] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e82a8-fda6-4afb-8e08-80bd6784a61e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.339116] env[69304]: DEBUG nova.scheduler.client.report [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 853.339497] env[69304]: DEBUG nova.compute.provider_tree [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 77 to 78 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 853.339707] env[69304]: DEBUG nova.compute.provider_tree [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.527590] env[69304]: DEBUG nova.compute.manager [req-6e389537-180e-475e-bf76-4dfedda72a0a req-a39a00a2-de6e-4ca7-96b4-70e12fb2c056 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Received event network-vif-plugged-c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 853.527819] env[69304]: DEBUG oslo_concurrency.lockutils [req-6e389537-180e-475e-bf76-4dfedda72a0a req-a39a00a2-de6e-4ca7-96b4-70e12fb2c056 service nova] Acquiring lock "12c48e81-863b-4591-b3c5-fa4e26d655b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.528349] env[69304]: DEBUG oslo_concurrency.lockutils [req-6e389537-180e-475e-bf76-4dfedda72a0a req-a39a00a2-de6e-4ca7-96b4-70e12fb2c056 service nova] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.528571] env[69304]: DEBUG oslo_concurrency.lockutils [req-6e389537-180e-475e-bf76-4dfedda72a0a req-a39a00a2-de6e-4ca7-96b4-70e12fb2c056 service nova] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.528750] env[69304]: DEBUG nova.compute.manager [req-6e389537-180e-475e-bf76-4dfedda72a0a req-a39a00a2-de6e-4ca7-96b4-70e12fb2c056 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] No waiting events found dispatching network-vif-plugged-c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 853.528943] env[69304]: WARNING nova.compute.manager [req-6e389537-180e-475e-bf76-4dfedda72a0a req-a39a00a2-de6e-4ca7-96b4-70e12fb2c056 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Received unexpected event network-vif-plugged-c40a62bb-e5c4-4c39-8178-d41e16403c4a for instance with vm_state building and task_state spawning. [ 853.620940] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Successfully updated port: c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.847012] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.671s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.847012] env[69304]: INFO nova.compute.manager [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Migrating [ 853.852713] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.846s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.852899] env[69304]: DEBUG nova.objects.instance [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lazy-loading 'resources' on Instance uuid ffc62ddd-ffe2-478d-9227-239904c4411b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.956225] env[69304]: DEBUG nova.compute.manager [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.957165] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589f16be-d152-4747-9a8c-4ded1aa2f54b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.126030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "refresh_cache-12c48e81-863b-4591-b3c5-fa4e26d655b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.126030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "refresh_cache-12c48e81-863b-4591-b3c5-fa4e26d655b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.126030] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.364835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.365104] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.365447] env[69304]: DEBUG nova.network.neutron [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.471840] env[69304]: INFO nova.compute.manager [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] instance snapshotting [ 854.483105] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa52b3d-c45f-445d-9552-202db97a2630 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.506497] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522f26d9-8b7d-461f-8008-56339a942eed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.660270] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.793144] env[69304]: DEBUG nova.compute.manager [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 854.793144] env[69304]: DEBUG nova.compute.manager [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing instance network info cache due to event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 854.793144] env[69304]: DEBUG oslo_concurrency.lockutils [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.793144] env[69304]: DEBUG oslo_concurrency.lockutils [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.793544] env[69304]: DEBUG nova.network.neutron [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.812097] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Updating instance_info_cache with network_info: [{"id": "c40a62bb-e5c4-4c39-8178-d41e16403c4a", "address": "fa:16:3e:ac:9a:d5", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a62bb-e5", "ovs_interfaceid": "c40a62bb-e5c4-4c39-8178-d41e16403c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.922184] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f3fecb-c6b6-4683-bdd5-518077c8ec62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.932349] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a964e5d-2dc1-4441-8ed9-f5180109113c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.966714] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f350331-d180-4adc-9d71-c2a2b9e02ff9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.976118] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e121eb-6f50-40a9-8ab7-c04812d2cade {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.992580] env[69304]: DEBUG nova.compute.provider_tree [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.024407] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.028034] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-676c3d74-d751-4ad5-bb37-711bce237f91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.035718] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 855.035718] env[69304]: value = "task-4208650" [ 855.035718] env[69304]: _type = "Task" [ 855.035718] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.045097] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.151240] env[69304]: DEBUG nova.network.neutron [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [{"id": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "address": "fa:16:3e:ed:61:e6", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4906a1-ee", "ovs_interfaceid": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.320075] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "refresh_cache-12c48e81-863b-4591-b3c5-fa4e26d655b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.320075] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Instance network_info: |[{"id": "c40a62bb-e5c4-4c39-8178-d41e16403c4a", "address": "fa:16:3e:ac:9a:d5", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a62bb-e5", "ovs_interfaceid": "c40a62bb-e5c4-4c39-8178-d41e16403c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.320075] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:9a:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40a62bb-e5c4-4c39-8178-d41e16403c4a', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.329245] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Creating folder: Project (70af3b276a6d49f3a6dece8dd494d5b5). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.331532] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2c14fe0-939c-4c83-8ce4-209637b73ac3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.348218] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Created folder: Project (70af3b276a6d49f3a6dece8dd494d5b5) in parent group-v832645. [ 855.348510] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Creating folder: Instances. Parent ref: group-v832791. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.348854] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef02a3e-a055-41ce-8692-5905c95ddcde {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.361386] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Created folder: Instances in parent group-v832791. [ 855.361693] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.361936] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.362197] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30ed6db-5f09-48b7-bde8-1a558ae4dc0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.390860] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.390860] env[69304]: value = "task-4208653" [ 855.390860] env[69304]: _type = "Task" [ 855.390860] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.400051] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208653, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.498907] env[69304]: DEBUG nova.scheduler.client.report [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.519242] env[69304]: DEBUG nova.network.neutron [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updated VIF entry in instance network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.519242] env[69304]: DEBUG nova.network.neutron [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.548166] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.642658] env[69304]: DEBUG nova.compute.manager [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Received event network-changed-c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 855.642950] env[69304]: DEBUG nova.compute.manager [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Refreshing instance network info cache due to event network-changed-c40a62bb-e5c4-4c39-8178-d41e16403c4a. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 855.643257] env[69304]: DEBUG oslo_concurrency.lockutils [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] Acquiring lock "refresh_cache-12c48e81-863b-4591-b3c5-fa4e26d655b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.643423] env[69304]: DEBUG oslo_concurrency.lockutils [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] Acquired lock "refresh_cache-12c48e81-863b-4591-b3c5-fa4e26d655b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.643590] env[69304]: DEBUG nova.network.neutron [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Refreshing network info cache for port c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.654334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.902801] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208653, 'name': CreateVM_Task, 'duration_secs': 0.505646} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.903190] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.904131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.904461] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.905162] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.905947] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa72d70a-f124-40c7-b697-09d27a3e69cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.912444] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 855.912444] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c8ad7-3e52-40ea-b294-f1cd53dc40d5" [ 855.912444] env[69304]: _type = "Task" [ 855.912444] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.926513] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c8ad7-3e52-40ea-b294-f1cd53dc40d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.004532] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.008892] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.799s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.010366] env[69304]: INFO nova.compute.claims [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.024507] env[69304]: DEBUG oslo_concurrency.lockutils [req-8c125fc4-c34f-472b-9e4c-9a05d4b0c42a req-9ec9ce86-3f2b-4351-acac-064e3a36b613 service nova] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.038855] env[69304]: INFO nova.scheduler.client.report [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted allocations for instance ffc62ddd-ffe2-478d-9227-239904c4411b [ 856.057426] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208650, 'name': CreateSnapshot_Task, 'duration_secs': 0.917573} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.059036] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.061100] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74539f-7923-4cff-9e45-57a25dcfe828 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.424458] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c8ad7-3e52-40ea-b294-f1cd53dc40d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.425387] env[69304]: DEBUG nova.network.neutron [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Updated VIF entry in instance network info cache for port c40a62bb-e5c4-4c39-8178-d41e16403c4a. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.425761] env[69304]: DEBUG nova.network.neutron [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Updating instance_info_cache with network_info: [{"id": "c40a62bb-e5c4-4c39-8178-d41e16403c4a", "address": "fa:16:3e:ac:9a:d5", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40a62bb-e5", "ovs_interfaceid": "c40a62bb-e5c4-4c39-8178-d41e16403c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.427801] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.428333] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.428728] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.429012] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.429332] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.429966] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-804ec854-cb7a-4c6f-a197-71d1e77d5d62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.440524] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.440722] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.441539] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236b25bf-44df-40df-83ec-824a6eca20b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.447368] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 856.447368] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bb2a8e-5f90-efb0-d6b9-fe5affc48143" [ 856.447368] env[69304]: _type = "Task" [ 856.447368] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.456457] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bb2a8e-5f90-efb0-d6b9-fe5affc48143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.561720] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35950747-65c1-49e2-a127-a5cad0fe19f1 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "ffc62ddd-ffe2-478d-9227-239904c4411b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.230s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.581536] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.582488] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26f55dd7-93c0-4a12-8ab3-9819e18fc60a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.594969] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 856.594969] env[69304]: value = "task-4208654" [ 856.594969] env[69304]: _type = "Task" [ 856.594969] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.604647] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208654, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.931179] env[69304]: DEBUG oslo_concurrency.lockutils [req-f8a2dde1-df4f-4c39-9836-cf219684baba req-88fcab7d-f663-4353-9207-19166447edb8 service nova] Releasing lock "refresh_cache-12c48e81-863b-4591-b3c5-fa4e26d655b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.959186] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bb2a8e-5f90-efb0-d6b9-fe5affc48143, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.960050] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4f8623-a81c-475d-b6e5-93c468ce8bd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.967696] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 856.967696] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fac801-9577-6077-a915-5fe754edb2ce" [ 856.967696] env[69304]: _type = "Task" [ 856.967696] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.973542] env[69304]: DEBUG nova.compute.manager [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 856.973762] env[69304]: DEBUG nova.compute.manager [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing instance network info cache due to event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 856.974075] env[69304]: DEBUG oslo_concurrency.lockutils [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.974287] env[69304]: DEBUG oslo_concurrency.lockutils [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.974820] env[69304]: DEBUG nova.network.neutron [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.983258] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fac801-9577-6077-a915-5fe754edb2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012422} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.984151] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.984429] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 12c48e81-863b-4591-b3c5-fa4e26d655b9/12c48e81-863b-4591-b3c5-fa4e26d655b9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.984706] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf88b2f4-fd23-4ce4-99ac-c38fe05f428b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.993670] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 856.993670] env[69304]: value = "task-4208655" [ 856.993670] env[69304]: _type = "Task" [ 856.993670] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.004162] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.106882] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208654, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.174611] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc9e39e-522a-4737-8104-a7a95efeba6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.200554] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.507334] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208655, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.609836] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208654, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.649954] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fa1f00-1ea2-45f8-afd7-c190601a71b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.661119] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aba645a-1ca2-464e-87b9-09627e3ddad1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.700405] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb61c2-e1c1-44b7-b8b4-1901ac72133c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.706959] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.709242] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d6fc29-34c1-45c7-b509-a3b56d6d0077 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.712549] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0e3061-b7d3-4977-b1c7-cadb74b94671 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.733844] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.738878] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 857.738878] env[69304]: value = "task-4208656" [ 857.738878] env[69304]: _type = "Task" [ 857.738878] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.752030] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.809194] env[69304]: DEBUG nova.network.neutron [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updated VIF entry in instance network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.809748] env[69304]: DEBUG nova.network.neutron [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.006854] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529126} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.007306] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 12c48e81-863b-4591-b3c5-fa4e26d655b9/12c48e81-863b-4591-b3c5-fa4e26d655b9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.007413] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.007696] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c0dfe80-0cf6-435b-afc4-430ef6fc382e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.017717] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 858.017717] env[69304]: value = "task-4208657" [ 858.017717] env[69304]: _type = "Task" [ 858.017717] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.030828] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.109109] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208654, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.255651] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208656, 'name': PowerOffVM_Task, 'duration_secs': 0.325003} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.256249] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.256614] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.276545] env[69304]: DEBUG nova.scheduler.client.report [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.276809] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 78 to 79 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.277040] env[69304]: DEBUG nova.compute.provider_tree [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.315145] env[69304]: DEBUG oslo_concurrency.lockutils [req-b4e8b580-3122-4366-b86c-bf05cf054302 req-93430823-0ac6-4dcf-830e-140cd69ee225 service nova] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.528080] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090552} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.528080] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.528797] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a778ae5e-1385-4ce6-9096-3649e81b6f90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.552192] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 12c48e81-863b-4591-b3c5-fa4e26d655b9/12c48e81-863b-4591-b3c5-fa4e26d655b9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.552553] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533a4e2a-160b-4224-ac38-4e16a757b258 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.576927] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 858.576927] env[69304]: value = "task-4208658" [ 858.576927] env[69304]: _type = "Task" [ 858.576927] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.587608] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.608761] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208654, 'name': CloneVM_Task, 'duration_secs': 1.611468} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.609183] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Created linked-clone VM from snapshot [ 858.610074] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0daf2ce-ceda-4981-8ab3-08e1e8dc2a03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.619769] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Uploading image cef85b54-8040-4feb-96ee-6333ea005ccc {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.632745] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.633066] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5fbd016-d26a-4259-9bf3-070d4dd90774 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.641125] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 858.641125] env[69304]: value = "task-4208659" [ 858.641125] env[69304]: _type = "Task" [ 858.641125] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.652872] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208659, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.764593] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.764881] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.765084] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.765328] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.765491] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.765643] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.766991] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.766991] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.766991] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.766991] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.767220] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.773521] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bad3f18-be5c-485d-83a1-36e1470ea185 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.789080] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.789080] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.795303] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.484s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.795303] env[69304]: INFO nova.compute.claims [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.805903] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 858.805903] env[69304]: value = "task-4208660" [ 858.805903] env[69304]: _type = "Task" [ 858.805903] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.823771] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.091948] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.152740] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208659, 'name': Destroy_Task, 'duration_secs': 0.499998} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.153040] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Destroyed the VM [ 859.153293] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.154755] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-28efc5ba-82f9-42c3-ad8a-4a2158ba7968 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.161850] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 859.161850] env[69304]: value = "task-4208661" [ 859.161850] env[69304]: _type = "Task" [ 859.161850] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.171808] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.182169] env[69304]: DEBUG nova.compute.manager [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 859.182346] env[69304]: DEBUG nova.compute.manager [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing instance network info cache due to event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 859.182561] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.182732] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.182868] env[69304]: DEBUG nova.network.neutron [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.303695] env[69304]: DEBUG nova.compute.utils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.307107] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.307107] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.318652] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208660, 'name': ReconfigVM_Task, 'duration_secs': 0.243123} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.319149] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.365762] env[69304]: DEBUG nova.policy [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148051e9443e4bd0b368b3130e882c63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70af3b276a6d49f3a6dece8dd494d5b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.588802] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208658, 'name': ReconfigVM_Task, 'duration_secs': 0.534043} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.589122] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 12c48e81-863b-4591-b3c5-fa4e26d655b9/12c48e81-863b-4591-b3c5-fa4e26d655b9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.589992] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49fe6972-9b50-438c-8f40-6d240a5e2c25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.600079] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 859.600079] env[69304]: value = "task-4208662" [ 859.600079] env[69304]: _type = "Task" [ 859.600079] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.611705] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208662, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.650545] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Successfully created port: 1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.673329] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208661, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.811610] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.825421] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:27:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='66b72e28-c22a-47a9-b533-7f5d185aea38',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-161035225',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.825662] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.825818] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.826089] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.826260] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.826448] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.826801] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.827014] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.827162] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.827375] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.827500] env[69304]: DEBUG nova.virt.hardware [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.836043] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.836043] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb27878-e3df-48bb-9089-e4c10f28824d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.865548] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 859.865548] env[69304]: value = "task-4208663" [ 859.865548] env[69304]: _type = "Task" [ 859.865548] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.867532] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207c966-a7de-d35f-a7ec-e2bcc996cbfb/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 859.868881] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b31f27-5f5c-47f4-af77-5101e7655db5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.882787] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207c966-a7de-d35f-a7ec-e2bcc996cbfb/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 859.882986] env[69304]: ERROR oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207c966-a7de-d35f-a7ec-e2bcc996cbfb/disk-0.vmdk due to incomplete transfer. [ 859.886924] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27ebb34d-08cb-4afd-b9c5-76a654b17c24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.888909] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.907987] env[69304]: DEBUG oslo_vmware.rw_handles [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5207c966-a7de-d35f-a7ec-e2bcc996cbfb/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 859.908236] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Uploaded image 58647fe9-d4db-4fd9-88b7-26d6848e7a14 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 859.910757] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 859.911570] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8072da3c-ec31-4d5b-867b-9fa4a703cd19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.923375] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 859.923375] env[69304]: value = "task-4208664" [ 859.923375] env[69304]: _type = "Task" [ 859.923375] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.936514] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208664, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.069632] env[69304]: DEBUG nova.network.neutron [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updated VIF entry in instance network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.070063] env[69304]: DEBUG nova.network.neutron [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.114232] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208662, 'name': Rename_Task, 'duration_secs': 0.291622} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.114232] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.116216] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e93337-c8eb-4252-8576-eec966a545f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.125148] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 860.125148] env[69304]: value = "task-4208665" [ 860.125148] env[69304]: _type = "Task" [ 860.125148] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.135339] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.177147] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208661, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.381065] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208663, 'name': ReconfigVM_Task, 'duration_secs': 0.261891} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.384515] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.388950] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46cb90e-ad3f-4358-95f3-8e204b59bdbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.398030] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9152c3db-6bcf-4bb8-aaad-420433d79719 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.412115] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "6acc83d1-4c05-4375-946b-7b326bb650e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.412382] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.412636] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "6acc83d1-4c05-4375-946b-7b326bb650e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.412829] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.413076] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.422895] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.423668] env[69304]: INFO nova.compute.manager [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Terminating instance [ 860.425906] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d700ae95-7840-459d-8a8d-7a3132984d22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.448776] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c5c2fe-6921-4b1b-838b-c763432b877b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.457786] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 860.457786] env[69304]: value = "task-4208666" [ 860.457786] env[69304]: _type = "Task" [ 860.457786] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.490308] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208664, 'name': Destroy_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.491724] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d02fb-1978-4904-a730-29398fbd77f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.498415] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.506758] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805adb3c-1c0b-4273-9019-25072ceb2fed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.526147] env[69304]: DEBUG nova.compute.provider_tree [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.579442] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.580856] env[69304]: DEBUG nova.compute.manager [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 860.580856] env[69304]: DEBUG nova.compute.manager [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing instance network info cache due to event network-changed-b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 860.580856] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] Acquiring lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.580856] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] Acquired lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.580856] env[69304]: DEBUG nova.network.neutron [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Refreshing network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.637591] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.675877] env[69304]: DEBUG oslo_vmware.api [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208661, 'name': RemoveSnapshot_Task, 'duration_secs': 1.037121} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.676244] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.822568] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.844979] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.845249] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.845411] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.845683] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.845746] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.845892] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.846563] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.846563] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.846563] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.846732] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.846770] env[69304]: DEBUG nova.virt.hardware [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.848138] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18995a23-4f32-4afe-9ab7-b82a95b19741 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.857566] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b4a4c-bbcc-4f2d-9cd9-d9e529b3d9e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.951254] env[69304]: DEBUG nova.compute.manager [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.951472] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.951773] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208664, 'name': Destroy_Task, 'duration_secs': 0.56776} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.952773] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764737f7-c0e9-4942-a2ea-069c98d65f26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.956276] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroyed the VM [ 860.956531] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.957167] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22d0417b-0f60-44e3-be2b-ce800e12fe8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.965255] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.965869] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d16d656c-3989-4219-9a68-97a718e38a36 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.968675] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 860.968675] env[69304]: value = "task-4208667" [ 860.968675] env[69304]: _type = "Task" [ 860.968675] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.975551] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.977979] env[69304]: DEBUG oslo_vmware.api [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 860.977979] env[69304]: value = "task-4208668" [ 860.977979] env[69304]: _type = "Task" [ 860.977979] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.988281] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.992016] env[69304]: DEBUG oslo_vmware.api [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.029391] env[69304]: DEBUG nova.scheduler.client.report [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.136848] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208665, 'name': PowerOnVM_Task, 'duration_secs': 0.571299} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.137709] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.137709] env[69304]: INFO nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Took 7.92 seconds to spawn the instance on the hypervisor. [ 861.137709] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.138542] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d80907-5b61-4401-a3b1-73ff7a59666d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.172993] env[69304]: DEBUG nova.compute.manager [req-4016e4cd-3a01-48b7-970f-797059801a9c req-b83f88c3-b272-4597-8831-d26b00a46066 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Received event network-vif-plugged-1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 861.173408] env[69304]: DEBUG oslo_concurrency.lockutils [req-4016e4cd-3a01-48b7-970f-797059801a9c req-b83f88c3-b272-4597-8831-d26b00a46066 service nova] Acquiring lock "938a14a6-ca90-4782-8a58-c42b837b2cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.173866] env[69304]: DEBUG oslo_concurrency.lockutils [req-4016e4cd-3a01-48b7-970f-797059801a9c req-b83f88c3-b272-4597-8831-d26b00a46066 service nova] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.174180] env[69304]: DEBUG oslo_concurrency.lockutils [req-4016e4cd-3a01-48b7-970f-797059801a9c req-b83f88c3-b272-4597-8831-d26b00a46066 service nova] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.174473] env[69304]: DEBUG nova.compute.manager [req-4016e4cd-3a01-48b7-970f-797059801a9c req-b83f88c3-b272-4597-8831-d26b00a46066 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] No waiting events found dispatching network-vif-plugged-1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.174750] env[69304]: WARNING nova.compute.manager [req-4016e4cd-3a01-48b7-970f-797059801a9c req-b83f88c3-b272-4597-8831-d26b00a46066 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Received unexpected event network-vif-plugged-1ede6e39-bf44-40f3-bd59-f06646e11217 for instance with vm_state building and task_state spawning. [ 861.185289] env[69304]: WARNING nova.compute.manager [None req-06348ded-93ab-4819-829e-438a159b777a tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Image not found during snapshot: nova.exception.ImageNotFound: Image cef85b54-8040-4feb-96ee-6333ea005ccc could not be found. [ 861.257345] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Successfully updated port: 1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.434857] env[69304]: DEBUG nova.network.neutron [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updated VIF entry in instance network info cache for port b5d65fa3-b758-49b0-a388-5b7c2aeff30e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.434857] env[69304]: DEBUG nova.network.neutron [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [{"id": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "address": "fa:16:3e:ea:8f:84", "network": {"id": "1ae1794a-0f53-4a7a-95d7-6be103d863aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1072351605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "150ed9262e32421faab0356a34735427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d65fa3-b7", "ovs_interfaceid": "b5d65fa3-b758-49b0-a388-5b7c2aeff30e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.473563] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208666, 'name': ReconfigVM_Task, 'duration_secs': 0.561941} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.477374] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.478051] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.489579] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.495270] env[69304]: DEBUG oslo_vmware.api [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208668, 'name': PowerOffVM_Task, 'duration_secs': 0.221021} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.495752] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.496170] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.496568] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b596827-5838-4366-8e3e-61057638118f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.510872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "99d93c01-4212-4c76-955f-b2dcfdbdca17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.510872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.510872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "99d93c01-4212-4c76-955f-b2dcfdbdca17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.510872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.510872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.513192] env[69304]: INFO nova.compute.manager [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Terminating instance [ 861.537901] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.537901] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.539423] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.441s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.540776] env[69304]: INFO nova.compute.claims [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.558707] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.558884] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.559156] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Deleting the datastore file [datastore2] 6acc83d1-4c05-4375-946b-7b326bb650e5 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.559452] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdbe214a-77f4-4e1d-b4b0-9af45787fcbe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.569940] env[69304]: DEBUG oslo_vmware.api [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for the task: (returnval){ [ 861.569940] env[69304]: value = "task-4208670" [ 861.569940] env[69304]: _type = "Task" [ 861.569940] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.580966] env[69304]: DEBUG oslo_vmware.api [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.669054] env[69304]: INFO nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Took 39.07 seconds to build instance. [ 861.760360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "refresh_cache-938a14a6-ca90-4782-8a58-c42b837b2cad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.761523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "refresh_cache-938a14a6-ca90-4782-8a58-c42b837b2cad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.761523] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.939565] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6319f66-1b53-4c8a-9811-dfe7a869a749 req-6775a7a3-55ab-4f82-bc3f-20cada62ded1 service nova] Releasing lock "refresh_cache-6acc83d1-4c05-4375-946b-7b326bb650e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.984736] env[69304]: DEBUG oslo_vmware.api [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.991956} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.985334] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.986664] env[69304]: INFO nova.compute.manager [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 18.05 seconds to snapshot the instance on the hypervisor. [ 861.992053] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758d30b4-db12-4337-a4fe-f76a65f7f831 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.015528] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4141d63-4ac7-48c3-87ec-85d0d084374f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.021796] env[69304]: DEBUG nova.compute.manager [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.022058] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.022891] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ccba79-226e-4f6f-a4f2-e1467713a4b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.042788] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 862.050214] env[69304]: DEBUG nova.compute.utils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.053809] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.055467] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.055467] env[69304]: DEBUG nova.network.neutron [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.056542] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f32d2a3-511c-47d4-b21d-880b8161a9de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.064965] env[69304]: DEBUG oslo_vmware.api [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 862.064965] env[69304]: value = "task-4208671" [ 862.064965] env[69304]: _type = "Task" [ 862.064965] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.079027] env[69304]: DEBUG oslo_vmware.api [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.086087] env[69304]: DEBUG oslo_vmware.api [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Task: {'id': task-4208670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202259} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.086422] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.086609] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.086795] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.086967] env[69304]: INFO nova.compute.manager [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 862.087268] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.087486] env[69304]: DEBUG nova.compute.manager [-] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.087578] env[69304]: DEBUG nova.network.neutron [-] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.128665] env[69304]: DEBUG nova.policy [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da7c7e2d3ed640aeafce4d8dede86c5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fefc2785d4e4c65b05d13e90cb07fbb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.172238] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.577s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.309851] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.558130] env[69304]: DEBUG nova.compute.manager [None req-58eb4d13-427d-425d-9775-756d7132c057 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Found 1 images (rotation: 2) {{(pid=69304) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 862.559472] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.578027] env[69304]: DEBUG oslo_vmware.api [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208671, 'name': PowerOffVM_Task, 'duration_secs': 0.381482} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.578027] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.578027] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.578027] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74aa966-c419-45fa-8224-befb8bedc2c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.646117] env[69304]: DEBUG nova.network.neutron [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Successfully created port: 62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.666803] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.666803] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.667020] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleting the datastore file [datastore2] 99d93c01-4212-4c76-955f-b2dcfdbdca17 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.667466] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947d172e-98bb-41e8-99df-946f59013829 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.674170] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.678556] env[69304]: DEBUG oslo_vmware.api [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 862.678556] env[69304]: value = "task-4208673" [ 862.678556] env[69304]: _type = "Task" [ 862.678556] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.688091] env[69304]: DEBUG oslo_vmware.api [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.723824] env[69304]: DEBUG nova.network.neutron [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Updating instance_info_cache with network_info: [{"id": "1ede6e39-bf44-40f3-bd59-f06646e11217", "address": "fa:16:3e:99:a6:8b", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ede6e39-bf", "ovs_interfaceid": "1ede6e39-bf44-40f3-bd59-f06646e11217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.733574] env[69304]: DEBUG nova.network.neutron [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Port ba4906a1-ee4e-4a96-b1dd-7e23a999df8b binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 862.854940] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "95df5a66-c49d-4435-835b-82d0ba35b4ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.859357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.859612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "95df5a66-c49d-4435-835b-82d0ba35b4ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.859818] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.860038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.862584] env[69304]: INFO nova.compute.manager [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Terminating instance [ 862.884382] env[69304]: DEBUG nova.network.neutron [-] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.149699] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759195ba-cf46-4d7e-90ba-c18b3a14aba8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.161576] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447b1a6-1c8e-40bf-9645-7bb7151accf2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.215656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6847c2d-2b6a-44cf-96b5-aefe91501be7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.222227] env[69304]: DEBUG oslo_vmware.api [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150175} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.228034] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.228034] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.228034] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.228034] env[69304]: INFO nova.compute.manager [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Took 1.20 seconds to destroy the instance on the hypervisor. [ 863.228034] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.228034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "refresh_cache-938a14a6-ca90-4782-8a58-c42b837b2cad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.228034] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Instance network_info: |[{"id": "1ede6e39-bf44-40f3-bd59-f06646e11217", "address": "fa:16:3e:99:a6:8b", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ede6e39-bf", "ovs_interfaceid": "1ede6e39-bf44-40f3-bd59-f06646e11217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.228034] env[69304]: DEBUG nova.compute.manager [-] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.228034] env[69304]: DEBUG nova.network.neutron [-] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.229870] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f3755d-5c42-449d-8f0c-4b829f1430b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.235129] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.235526] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a6:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ede6e39-bf44-40f3-bd59-f06646e11217', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.244115] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.248714] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.253027] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db276608-e0b0-46da-9470-37892337257e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.275670] env[69304]: DEBUG nova.compute.provider_tree [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.284272] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.284272] env[69304]: value = "task-4208674" [ 863.284272] env[69304]: _type = "Task" [ 863.284272] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.294539] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208674, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.370036] env[69304]: DEBUG nova.compute.manager [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.370360] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.371495] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b25721-fc33-469c-a0e4-69709ca543a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.381582] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.381874] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9463e41b-effa-4acb-bbc2-cb8fa2812df7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.387350] env[69304]: INFO nova.compute.manager [-] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Took 1.30 seconds to deallocate network for instance. [ 863.390911] env[69304]: DEBUG oslo_vmware.api [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 863.390911] env[69304]: value = "task-4208675" [ 863.390911] env[69304]: _type = "Task" [ 863.390911] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.406224] env[69304]: DEBUG oslo_vmware.api [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.493769] env[69304]: DEBUG nova.compute.manager [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Received event network-changed-1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 863.494087] env[69304]: DEBUG nova.compute.manager [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Refreshing instance network info cache due to event network-changed-1ede6e39-bf44-40f3-bd59-f06646e11217. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 863.494342] env[69304]: DEBUG oslo_concurrency.lockutils [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] Acquiring lock "refresh_cache-938a14a6-ca90-4782-8a58-c42b837b2cad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494603] env[69304]: DEBUG oslo_concurrency.lockutils [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] Acquired lock "refresh_cache-938a14a6-ca90-4782-8a58-c42b837b2cad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494770] env[69304]: DEBUG nova.network.neutron [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Refreshing network info cache for port 1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.576076] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.603321] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.603656] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.603920] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.604073] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.604243] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.604388] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.604620] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.604789] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.604958] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.605314] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.605507] env[69304]: DEBUG nova.virt.hardware [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.606487] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75006cb8-8f12-4ac6-be4c-d497ef04f3dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.615503] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15930282-73b0-4f55-9a5d-73c957a17a3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.674961] env[69304]: DEBUG nova.compute.manager [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.676147] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a784e3d-d95e-4c40-8776-7eb099786f28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.772950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.773309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.773549] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.798239] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208674, 'name': CreateVM_Task, 'duration_secs': 0.495505} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.798239] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.798992] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.799146] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.799548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.799929] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0a9a1b-1e2a-47d6-b9e0-07b899ce1fea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.808059] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 863.808059] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8363e-5b31-fe81-8d71-3d8cbaf3a87e" [ 863.808059] env[69304]: _type = "Task" [ 863.808059] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.822425] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8363e-5b31-fe81-8d71-3d8cbaf3a87e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.822425] env[69304]: DEBUG nova.scheduler.client.report [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.822722] env[69304]: DEBUG nova.compute.provider_tree [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 79 to 80 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.823273] env[69304]: DEBUG nova.compute.provider_tree [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.901571] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.909472] env[69304]: DEBUG oslo_vmware.api [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208675, 'name': PowerOffVM_Task, 'duration_secs': 0.235091} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.909855] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.910058] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.910924] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2f5e1d-c475-4c42-8ae6-bc89ce71e83d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.987733] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.987733] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.987733] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Deleting the datastore file [datastore2] 95df5a66-c49d-4435-835b-82d0ba35b4ce {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.988092] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38fb8497-f318-4950-a3e8-a286c6ecb6d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.996716] env[69304]: DEBUG oslo_vmware.api [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for the task: (returnval){ [ 863.996716] env[69304]: value = "task-4208677" [ 863.996716] env[69304]: _type = "Task" [ 863.996716] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.008709] env[69304]: DEBUG oslo_vmware.api [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.053111] env[69304]: DEBUG nova.network.neutron [-] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.188552] env[69304]: INFO nova.compute.manager [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] instance snapshotting [ 864.189156] env[69304]: DEBUG nova.objects.instance [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'flavor' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.228704] env[69304]: DEBUG nova.network.neutron [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Updated VIF entry in instance network info cache for port 1ede6e39-bf44-40f3-bd59-f06646e11217. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.229179] env[69304]: DEBUG nova.network.neutron [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Updating instance_info_cache with network_info: [{"id": "1ede6e39-bf44-40f3-bd59-f06646e11217", "address": "fa:16:3e:99:a6:8b", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ede6e39-bf", "ovs_interfaceid": "1ede6e39-bf44-40f3-bd59-f06646e11217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.318771] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8363e-5b31-fe81-8d71-3d8cbaf3a87e, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.319107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.319363] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.319606] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.319753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.319932] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.320570] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f4a34aa-7481-4fcc-8811-eb6c571ab6df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.330524] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.331045] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.334268] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.334470] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.335295] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.616s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.336746] env[69304]: INFO nova.compute.claims [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.339612] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8f621a-a8ad-41d6-9a23-75ce66e003a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.346072] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 864.346072] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ebe0f5-b04b-2ec2-2e33-717938f572fd" [ 864.346072] env[69304]: _type = "Task" [ 864.346072] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.354417] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ebe0f5-b04b-2ec2-2e33-717938f572fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.512933] env[69304]: DEBUG oslo_vmware.api [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Task: {'id': task-4208677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14284} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.513341] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.513585] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.513822] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.514069] env[69304]: INFO nova.compute.manager [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.514388] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.514633] env[69304]: DEBUG nova.compute.manager [-] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.514779] env[69304]: DEBUG nova.network.neutron [-] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.556720] env[69304]: INFO nova.compute.manager [-] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Took 1.33 seconds to deallocate network for instance. [ 864.688673] env[69304]: DEBUG nova.compute.manager [req-a8cf0109-4311-437e-851f-fb966708d2c8 req-21d255fe-6433-4ca6-bc9a-44c12ce7a77e service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Received event network-vif-plugged-62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 864.688673] env[69304]: DEBUG oslo_concurrency.lockutils [req-a8cf0109-4311-437e-851f-fb966708d2c8 req-21d255fe-6433-4ca6-bc9a-44c12ce7a77e service nova] Acquiring lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.688763] env[69304]: DEBUG oslo_concurrency.lockutils [req-a8cf0109-4311-437e-851f-fb966708d2c8 req-21d255fe-6433-4ca6-bc9a-44c12ce7a77e service nova] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.689022] env[69304]: DEBUG oslo_concurrency.lockutils [req-a8cf0109-4311-437e-851f-fb966708d2c8 req-21d255fe-6433-4ca6-bc9a-44c12ce7a77e service nova] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.689136] env[69304]: DEBUG nova.compute.manager [req-a8cf0109-4311-437e-851f-fb966708d2c8 req-21d255fe-6433-4ca6-bc9a-44c12ce7a77e service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] No waiting events found dispatching network-vif-plugged-62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.689306] env[69304]: WARNING nova.compute.manager [req-a8cf0109-4311-437e-851f-fb966708d2c8 req-21d255fe-6433-4ca6-bc9a-44c12ce7a77e service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Received unexpected event network-vif-plugged-62564c09-2634-44c3-94c0-d5b30dec4383 for instance with vm_state building and task_state spawning. [ 864.698288] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab00825-269e-4587-b844-a43b6003d5ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.720585] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135b2348-5d36-4703-8cf1-1d48c2d61be3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.732403] env[69304]: DEBUG oslo_concurrency.lockutils [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] Releasing lock "refresh_cache-938a14a6-ca90-4782-8a58-c42b837b2cad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.732606] env[69304]: DEBUG nova.compute.manager [req-8a3b46fa-ae31-4896-bc7f-da6b7301576c req-64a25d1e-0492-4a3d-b981-d25bda9225b9 service nova] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Received event network-vif-deleted-b5d65fa3-b758-49b0-a388-5b7c2aeff30e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 864.827567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.827843] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.828054] env[69304]: DEBUG nova.network.neutron [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.838568] env[69304]: DEBUG nova.compute.utils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.838568] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.838568] env[69304]: DEBUG nova.network.neutron [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.848178] env[69304]: DEBUG nova.network.neutron [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Successfully updated port: 62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.863885] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ebe0f5-b04b-2ec2-2e33-717938f572fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010754} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.865105] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a917e2fa-7998-4b6c-928f-c88353462fb8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.872968] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 864.872968] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5211caef-abcb-6255-3e5f-10ac296447fc" [ 864.872968] env[69304]: _type = "Task" [ 864.872968] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.886034] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5211caef-abcb-6255-3e5f-10ac296447fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.886342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.886745] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 938a14a6-ca90-4782-8a58-c42b837b2cad/938a14a6-ca90-4782-8a58-c42b837b2cad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.887028] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5244882e-bed5-47b4-9603-a065f756b7c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.897720] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 864.897720] env[69304]: value = "task-4208678" [ 864.897720] env[69304]: _type = "Task" [ 864.897720] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.914253] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.916435] env[69304]: DEBUG nova.policy [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9efa1c8d78774d7990dee2e33261659e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f356b631fab4944aefec90f4ed82e3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.067113] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.233161] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.233584] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81d44ef8-ca2e-4121-a59f-faafd297789b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.244049] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 865.244049] env[69304]: value = "task-4208679" [ 865.244049] env[69304]: _type = "Task" [ 865.244049] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.260445] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.346857] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.351728] env[69304]: DEBUG nova.network.neutron [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Successfully created port: 36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.357646] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "refresh_cache-ad04223c-147a-435f-a2cd-d3c73ea1ca63" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.357808] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired lock "refresh_cache-ad04223c-147a-435f-a2cd-d3c73ea1ca63" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.357955] env[69304]: DEBUG nova.network.neutron [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.413509] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502782} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.417315] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 938a14a6-ca90-4782-8a58-c42b837b2cad/938a14a6-ca90-4782-8a58-c42b837b2cad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.417627] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.418859] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc147998-ffd5-400d-a59d-c04de1fbc214 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.427639] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 865.427639] env[69304]: value = "task-4208680" [ 865.427639] env[69304]: _type = "Task" [ 865.427639] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.445602] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.535444] env[69304]: DEBUG nova.compute.manager [req-abfc21d4-bc43-4eaf-8aa0-952f0cb189c3 req-dc3fb535-294d-4116-b39f-45fd767140ff service nova] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Received event network-vif-deleted-0babc4a3-2573-4224-b1c7-04f35cc5ba3c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 865.535444] env[69304]: DEBUG nova.compute.manager [req-abfc21d4-bc43-4eaf-8aa0-952f0cb189c3 req-dc3fb535-294d-4116-b39f-45fd767140ff service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Received event network-vif-deleted-8da2c88e-a0a2-452c-8cce-82dec151d60d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 865.535444] env[69304]: INFO nova.compute.manager [req-abfc21d4-bc43-4eaf-8aa0-952f0cb189c3 req-dc3fb535-294d-4116-b39f-45fd767140ff service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Neutron deleted interface 8da2c88e-a0a2-452c-8cce-82dec151d60d; detaching it from the instance and deleting it from the info cache [ 865.535444] env[69304]: DEBUG nova.network.neutron [req-abfc21d4-bc43-4eaf-8aa0-952f0cb189c3 req-dc3fb535-294d-4116-b39f-45fd767140ff service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.577197] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.577197] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.665295] env[69304]: DEBUG nova.network.neutron [-] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.720826] env[69304]: DEBUG nova.network.neutron [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [{"id": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "address": "fa:16:3e:ed:61:e6", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4906a1-ee", "ovs_interfaceid": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.757690] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.894203] env[69304]: DEBUG nova.network.neutron [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.943811] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07268} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.947664] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.948881] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1b2f1-1e11-43bb-9c60-464476154eed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.976255] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 938a14a6-ca90-4782-8a58-c42b837b2cad/938a14a6-ca90-4782-8a58-c42b837b2cad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.978048] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc69dea5-d266-4fc3-94fd-0f82d39e0887 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.993104] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d100d876-86f0-4091-b0b9-9a03f20ab5ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.007256] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f56c199-90fe-4d2d-a50d-4c891c7af58e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.009129] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 866.009129] env[69304]: value = "task-4208681" [ 866.009129] env[69304]: _type = "Task" [ 866.009129] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.042340] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-837ab743-c198-4373-b1d3-6804654fb4cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.045124] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7731e86-6736-45ef-b6da-21de6458e7d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.052172] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.062655] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed8ce55-2980-4acc-b5b4-e4ecc202dff8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.071152] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681e04e-41b6-46fb-ad95-238f8a2c204d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.099537] env[69304]: DEBUG nova.compute.provider_tree [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.105025] env[69304]: DEBUG nova.network.neutron [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Updating instance_info_cache with network_info: [{"id": "62564c09-2634-44c3-94c0-d5b30dec4383", "address": "fa:16:3e:43:60:f7", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62564c09-26", "ovs_interfaceid": "62564c09-2634-44c3-94c0-d5b30dec4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.105025] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 866.105025] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.126561] env[69304]: DEBUG nova.compute.manager [req-abfc21d4-bc43-4eaf-8aa0-952f0cb189c3 req-dc3fb535-294d-4116-b39f-45fd767140ff service nova] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Detach interface failed, port_id=8da2c88e-a0a2-452c-8cce-82dec151d60d, reason: Instance 95df5a66-c49d-4435-835b-82d0ba35b4ce could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 866.168935] env[69304]: INFO nova.compute.manager [-] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Took 1.65 seconds to deallocate network for instance. [ 866.228300] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.255342] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208679, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.356875] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.380850] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.381136] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.381381] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.381487] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.381634] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.381784] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.382009] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.382190] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.382365] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.382529] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.382703] env[69304]: DEBUG nova.virt.hardware [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.383600] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eeda24-caf8-4c96-aa00-ee14a2a27899 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.392015] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce220297-82f3-4dd1-843f-9a2c056c0d80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.519848] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208681, 'name': ReconfigVM_Task, 'duration_secs': 0.331452} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.520150] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 938a14a6-ca90-4782-8a58-c42b837b2cad/938a14a6-ca90-4782-8a58-c42b837b2cad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.520814] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51785a61-03f8-469d-b3c8-6598ad30356a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.529144] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 866.529144] env[69304]: value = "task-4208682" [ 866.529144] env[69304]: _type = "Task" [ 866.529144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.537798] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208682, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.603362] env[69304]: DEBUG nova.scheduler.client.report [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.607719] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Releasing lock "refresh_cache-ad04223c-147a-435f-a2cd-d3c73ea1ca63" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.608262] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Instance network_info: |[{"id": "62564c09-2634-44c3-94c0-d5b30dec4383", "address": "fa:16:3e:43:60:f7", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62564c09-26", "ovs_interfaceid": "62564c09-2634-44c3-94c0-d5b30dec4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.609626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.610208] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:60:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62564c09-2634-44c3-94c0-d5b30dec4383', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.618053] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.618351] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.618582] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-950f1383-e9cb-4784-b313-874f6cc9a411 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.640390] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.640390] env[69304]: value = "task-4208683" [ 866.640390] env[69304]: _type = "Task" [ 866.640390] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.654774] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208683, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.676910] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.718745] env[69304]: DEBUG nova.compute.manager [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Received event network-changed-62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 866.718863] env[69304]: DEBUG nova.compute.manager [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Refreshing instance network info cache due to event network-changed-62564c09-2634-44c3-94c0-d5b30dec4383. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 866.719110] env[69304]: DEBUG oslo_concurrency.lockutils [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] Acquiring lock "refresh_cache-ad04223c-147a-435f-a2cd-d3c73ea1ca63" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.719278] env[69304]: DEBUG oslo_concurrency.lockutils [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] Acquired lock "refresh_cache-ad04223c-147a-435f-a2cd-d3c73ea1ca63" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.719435] env[69304]: DEBUG nova.network.neutron [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Refreshing network info cache for port 62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.758519] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208679, 'name': CreateSnapshot_Task, 'duration_secs': 1.077971} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.758519] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.758519] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f22da1-21bf-4f08-8e46-45030213554e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.763651] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1843be-ab24-4892-9f19-1da46f02a0b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.790090] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edaab83-885b-4a97-9147-573332d845fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.797776] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.039576] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208682, 'name': Rename_Task, 'duration_secs': 0.16049} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.039912] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.040267] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a974f7de-6740-4178-8fa0-0baf3454728d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.047673] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 867.047673] env[69304]: value = "task-4208684" [ 867.047673] env[69304]: _type = "Task" [ 867.047673] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.056594] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.087791] env[69304]: DEBUG nova.network.neutron [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Successfully updated port: 36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.110050] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.110792] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.113247] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.276s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.114748] env[69304]: INFO nova.compute.claims [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.151355] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208683, 'name': CreateVM_Task, 'duration_secs': 0.502005} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.151634] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.152266] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.152438] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.152753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.153015] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae925d1-1100-4888-93e0-ce4671924ab4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.159278] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 867.159278] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525668fd-3c16-4439-af56-b86cbe6e9a5a" [ 867.159278] env[69304]: _type = "Task" [ 867.159278] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.167956] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525668fd-3c16-4439-af56-b86cbe6e9a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.280608] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 867.280952] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0662635c-64d3-404b-ba12-141c795ce9c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.290654] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 867.290654] env[69304]: value = "task-4208685" [ 867.290654] env[69304]: _type = "Task" [ 867.290654] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.303861] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.304177] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208685, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.304459] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8419baa3-e868-4320-93b2-cfcd839e6e67 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.314102] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 867.314102] env[69304]: value = "task-4208686" [ 867.314102] env[69304]: _type = "Task" [ 867.314102] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.323409] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.446847] env[69304]: DEBUG nova.network.neutron [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Updated VIF entry in instance network info cache for port 62564c09-2634-44c3-94c0-d5b30dec4383. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.447509] env[69304]: DEBUG nova.network.neutron [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Updating instance_info_cache with network_info: [{"id": "62564c09-2634-44c3-94c0-d5b30dec4383", "address": "fa:16:3e:43:60:f7", "network": {"id": "1e8d903f-fa96-44c1-95ca-b949c7e8c77c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1424351643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fefc2785d4e4c65b05d13e90cb07fbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62564c09-26", "ovs_interfaceid": "62564c09-2634-44c3-94c0-d5b30dec4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.561274] env[69304]: DEBUG oslo_vmware.api [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208684, 'name': PowerOnVM_Task, 'duration_secs': 0.509132} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.561595] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.561824] env[69304]: INFO nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Took 6.74 seconds to spawn the instance on the hypervisor. [ 867.562057] env[69304]: DEBUG nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.563055] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf88b0-2568-47d3-b905-b24fdbc0c4f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.578146] env[69304]: DEBUG nova.compute.manager [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Received event network-vif-plugged-36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 867.578146] env[69304]: DEBUG oslo_concurrency.lockutils [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] Acquiring lock "58199a59-81d5-4320-af6f-06a89b7091fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.578146] env[69304]: DEBUG oslo_concurrency.lockutils [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] Lock "58199a59-81d5-4320-af6f-06a89b7091fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.578146] env[69304]: DEBUG oslo_concurrency.lockutils [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] Lock "58199a59-81d5-4320-af6f-06a89b7091fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.578146] env[69304]: DEBUG nova.compute.manager [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] No waiting events found dispatching network-vif-plugged-36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 867.578146] env[69304]: WARNING nova.compute.manager [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Received unexpected event network-vif-plugged-36ef6c41-ad13-43af-baf8-15604d536d27 for instance with vm_state building and task_state spawning. [ 867.578146] env[69304]: DEBUG nova.compute.manager [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Received event network-changed-36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 867.578146] env[69304]: DEBUG nova.compute.manager [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Refreshing instance network info cache due to event network-changed-36ef6c41-ad13-43af-baf8-15604d536d27. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 867.578146] env[69304]: DEBUG oslo_concurrency.lockutils [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] Acquiring lock "refresh_cache-58199a59-81d5-4320-af6f-06a89b7091fe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.578146] env[69304]: DEBUG oslo_concurrency.lockutils [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] Acquired lock "refresh_cache-58199a59-81d5-4320-af6f-06a89b7091fe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.578146] env[69304]: DEBUG nova.network.neutron [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Refreshing network info cache for port 36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.590598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-58199a59-81d5-4320-af6f-06a89b7091fe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.620311] env[69304]: DEBUG nova.compute.utils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.628220] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.628602] env[69304]: DEBUG nova.network.neutron [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.668528] env[69304]: DEBUG oslo_concurrency.lockutils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.668815] env[69304]: DEBUG oslo_concurrency.lockutils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.671839] env[69304]: DEBUG nova.policy [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3395f2c8c404290bb71f2855bd0a525', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d51516a754749969b474a445ca47de7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.679335] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525668fd-3c16-4439-af56-b86cbe6e9a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.016419} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.680651] env[69304]: DEBUG nova.compute.utils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.682563] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.682563] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.682797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682958] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.683183] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.684204] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2344fb2-6c8e-4dd5-b0d2-5006cd14a91e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.696288] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.697039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.697818] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56155d5d-f759-4735-803d-1c8e7257366f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.704897] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 867.704897] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526febbb-11fd-37c7-e439-82f9d8355066" [ 867.704897] env[69304]: _type = "Task" [ 867.704897] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.715822] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526febbb-11fd-37c7-e439-82f9d8355066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.805305] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208685, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.823534] env[69304]: DEBUG oslo_vmware.api [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208686, 'name': PowerOnVM_Task, 'duration_secs': 0.472125} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.823829] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.824064] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa81733-e80d-4bbf-b600-e67a3187a781 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance '4458a759-c025-4325-8553-64c4fd7ebbde' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.950737] env[69304]: DEBUG oslo_concurrency.lockutils [req-dd7a4744-be5d-4d4e-b123-5257600fd82e req-8544aab0-2466-4f7c-b93c-10e1c62c0af4 service nova] Releasing lock "refresh_cache-ad04223c-147a-435f-a2cd-d3c73ea1ca63" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.023883] env[69304]: DEBUG nova.network.neutron [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Successfully created port: 8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.088187] env[69304]: INFO nova.compute.manager [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Took 43.91 seconds to build instance. [ 868.131744] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.143885] env[69304]: DEBUG nova.network.neutron [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.185673] env[69304]: DEBUG oslo_concurrency.lockutils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.517s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.227957] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526febbb-11fd-37c7-e439-82f9d8355066, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.228895] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe155c29-98f0-43f5-9817-3f6200ff7afd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.236109] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 868.236109] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52535326-4df0-cb9a-7287-4096bc1000f7" [ 868.236109] env[69304]: _type = "Task" [ 868.236109] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.245637] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52535326-4df0-cb9a-7287-4096bc1000f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.278586] env[69304]: DEBUG nova.network.neutron [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.310760] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208685, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.591669] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77bb75f5-d863-49f3-825c-5fd5c69b0528 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.966s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.668050] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34f0f47-9029-4db9-8074-63809ccff636 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.677790] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546572b5-fe0a-4962-98b1-a89889db8144 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.713337] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb35b6c-1a49-4ddd-bb50-6c0e9f8a2f04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.723307] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdbe9e9-51f9-4ff9-bcff-b157b9a58a5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.740841] env[69304]: DEBUG nova.compute.provider_tree [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.755639] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52535326-4df0-cb9a-7287-4096bc1000f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.756169] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.756435] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] ad04223c-147a-435f-a2cd-d3c73ea1ca63/ad04223c-147a-435f-a2cd-d3c73ea1ca63.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.759701] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3abda1a0-7fd2-45cb-aaf0-9d49099ddfc0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.768527] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 868.768527] env[69304]: value = "task-4208687" [ 868.768527] env[69304]: _type = "Task" [ 868.768527] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.780544] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.780930] env[69304]: DEBUG oslo_concurrency.lockutils [req-f347ab25-9df1-4e38-9276-41143ff63474 req-54643434-5648-40bc-b582-8773c87dc4ba service nova] Releasing lock "refresh_cache-58199a59-81d5-4320-af6f-06a89b7091fe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.781285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-58199a59-81d5-4320-af6f-06a89b7091fe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.781450] env[69304]: DEBUG nova.network.neutron [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.807013] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208685, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.095076] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.146024] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.172562] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.172839] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.173011] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.173207] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.173357] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.173506] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.173718] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.173878] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.174072] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.174249] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.174978] env[69304]: DEBUG nova.virt.hardware [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.176118] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc31322-af49-453f-868c-d550669a2e61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.186276] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897bf40-d1c0-402f-a52f-7c28050e6dad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.247149] env[69304]: DEBUG nova.scheduler.client.report [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.264118] env[69304]: DEBUG oslo_concurrency.lockutils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.265198] env[69304]: DEBUG oslo_concurrency.lockutils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.265613] env[69304]: INFO nova.compute.manager [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Attaching volume e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed to /dev/sdb [ 869.288517] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208687, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.309137] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208685, 'name': CloneVM_Task, 'duration_secs': 1.551593} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.309569] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created linked-clone VM from snapshot [ 869.310991] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbcd772-0783-42cd-9367-323ff336d601 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.316642] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f93627-296c-44b0-b17c-64b93a1432af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.323414] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Uploading image f716c525-7015-4b88-bfb3-0c79493bb9c7 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 869.327036] env[69304]: DEBUG nova.network.neutron [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.332127] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4f085b-841b-43e7-a57b-d4f5f9462138 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.363723] env[69304]: DEBUG nova.virt.block_device [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updating existing volume attachment record: 42c87b9c-916a-445a-a483-62b28aec80df {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.375928] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 869.375928] env[69304]: value = "vm-832799" [ 869.375928] env[69304]: _type = "VirtualMachine" [ 869.375928] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 869.376356] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70e250c6-e1f5-4821-bb82-c450aac8ba62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.387255] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease: (returnval){ [ 869.387255] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235cdfd-3b2e-93a6-1993-4af4bc785282" [ 869.387255] env[69304]: _type = "HttpNfcLease" [ 869.387255] env[69304]: } obtained for exporting VM: (result){ [ 869.387255] env[69304]: value = "vm-832799" [ 869.387255] env[69304]: _type = "VirtualMachine" [ 869.387255] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 869.387255] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the lease: (returnval){ [ 869.387255] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235cdfd-3b2e-93a6-1993-4af4bc785282" [ 869.387255] env[69304]: _type = "HttpNfcLease" [ 869.387255] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 869.405042] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.405042] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235cdfd-3b2e-93a6-1993-4af4bc785282" [ 869.405042] env[69304]: _type = "HttpNfcLease" [ 869.405042] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.405042] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.405042] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235cdfd-3b2e-93a6-1993-4af4bc785282" [ 869.405042] env[69304]: _type = "HttpNfcLease" [ 869.405042] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.405409] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65db22-1de0-40ce-ba67-fe27280480cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.420029] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4e238-5149-74e3-daee-24af9c5cb566/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.420029] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4e238-5149-74e3-daee-24af9c5cb566/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.535196] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5a9b136-40ad-4834-ae7e-7996a0c81525 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.610943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "938a14a6-ca90-4782-8a58-c42b837b2cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.610943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.610943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "938a14a6-ca90-4782-8a58-c42b837b2cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.610943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.610943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.614186] env[69304]: INFO nova.compute.manager [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Terminating instance [ 869.635828] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.677832] env[69304]: DEBUG nova.compute.manager [req-10f7da5a-4b91-423c-aa6c-69eca7dfa870 req-360a9c00-2916-45e7-8178-534b527a0afd service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Received event network-vif-plugged-8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 869.678193] env[69304]: DEBUG oslo_concurrency.lockutils [req-10f7da5a-4b91-423c-aa6c-69eca7dfa870 req-360a9c00-2916-45e7-8178-534b527a0afd service nova] Acquiring lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.678497] env[69304]: DEBUG oslo_concurrency.lockutils [req-10f7da5a-4b91-423c-aa6c-69eca7dfa870 req-360a9c00-2916-45e7-8178-534b527a0afd service nova] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.679125] env[69304]: DEBUG oslo_concurrency.lockutils [req-10f7da5a-4b91-423c-aa6c-69eca7dfa870 req-360a9c00-2916-45e7-8178-534b527a0afd service nova] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.679125] env[69304]: DEBUG nova.compute.manager [req-10f7da5a-4b91-423c-aa6c-69eca7dfa870 req-360a9c00-2916-45e7-8178-534b527a0afd service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] No waiting events found dispatching network-vif-plugged-8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 869.679416] env[69304]: WARNING nova.compute.manager [req-10f7da5a-4b91-423c-aa6c-69eca7dfa870 req-360a9c00-2916-45e7-8178-534b527a0afd service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Received unexpected event network-vif-plugged-8ce59199-9a71-4985-ba2a-f2188febedec for instance with vm_state building and task_state spawning. [ 869.685216] env[69304]: DEBUG nova.network.neutron [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Updating instance_info_cache with network_info: [{"id": "36ef6c41-ad13-43af-baf8-15604d536d27", "address": "fa:16:3e:a1:f7:37", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ef6c41-ad", "ovs_interfaceid": "36ef6c41-ad13-43af-baf8-15604d536d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.712248] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "12c48e81-863b-4591-b3c5-fa4e26d655b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.712577] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.712785] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "12c48e81-863b-4591-b3c5-fa4e26d655b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.713099] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.713407] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.716064] env[69304]: INFO nova.compute.manager [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Terminating instance [ 869.758614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.759169] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.762014] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.391s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.762227] env[69304]: DEBUG nova.objects.instance [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lazy-loading 'resources' on Instance uuid fbf78283-a645-4b46-a501-57fd0979bd10 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.782492] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.798420] env[69304]: DEBUG nova.network.neutron [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Successfully updated port: 8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.005907] env[69304]: DEBUG nova.network.neutron [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Port ba4906a1-ee4e-4a96-b1dd-7e23a999df8b binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 870.006251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.006513] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.006716] env[69304]: DEBUG nova.network.neutron [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.121020] env[69304]: DEBUG nova.compute.manager [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.121390] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.122459] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722bff5b-d9c8-4c14-9477-5484812ed7be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.132014] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.132456] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2b94f1-55b2-4829-826a-ca85fe7e2449 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.140696] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 870.140696] env[69304]: value = "task-4208692" [ 870.140696] env[69304]: _type = "Task" [ 870.140696] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.152418] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.188662] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-58199a59-81d5-4320-af6f-06a89b7091fe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.189225] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance network_info: |[{"id": "36ef6c41-ad13-43af-baf8-15604d536d27", "address": "fa:16:3e:a1:f7:37", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ef6c41-ad", "ovs_interfaceid": "36ef6c41-ad13-43af-baf8-15604d536d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.189870] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:f7:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36ef6c41-ad13-43af-baf8-15604d536d27', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.199116] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.200194] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.201406] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b227fff5-fc7b-4413-bc02-0e7d9703f087 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.223149] env[69304]: DEBUG nova.compute.manager [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.224121] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.224121] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.224121] env[69304]: value = "task-4208693" [ 870.224121] env[69304]: _type = "Task" [ 870.224121] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.225233] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c386dd8e-f503-48fc-86f5-a96854add255 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.237919] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.242241] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61b42693-4f47-4889-9d41-016b0ab49b59 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.244254] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208693, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.252394] env[69304]: DEBUG oslo_vmware.api [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 870.252394] env[69304]: value = "task-4208694" [ 870.252394] env[69304]: _type = "Task" [ 870.252394] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.263153] env[69304]: DEBUG oslo_vmware.api [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.266248] env[69304]: DEBUG nova.compute.utils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.273374] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.273374] env[69304]: DEBUG nova.network.neutron [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.291840] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208687, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.301536] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.301536] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.301536] env[69304]: DEBUG nova.network.neutron [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.352728] env[69304]: DEBUG nova.policy [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b7889868679469d85c114370364e9cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd38b3eeab28b4aa0af4223365b0bf047', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.661651] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.738915] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208693, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.775394] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.779895] env[69304]: DEBUG oslo_vmware.api [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208694, 'name': PowerOffVM_Task, 'duration_secs': 0.282284} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.784798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.785181] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.789632] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5d64db-4fd2-4faa-b0c6-2223569c3dba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.799722] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208687, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.876923} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.800261] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] ad04223c-147a-435f-a2cd-d3c73ea1ca63/ad04223c-147a-435f-a2cd-d3c73ea1ca63.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.800546] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.800755] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a168da24-d7d2-4329-9283-51f3853ec4c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.810832] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 870.810832] env[69304]: value = "task-4208696" [ 870.810832] env[69304]: _type = "Task" [ 870.810832] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.826667] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.870849] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.870849] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.870849] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleting the datastore file [datastore1] 12c48e81-863b-4591-b3c5-fa4e26d655b9 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.871272] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-461926ca-8e70-47b7-b0c5-72c30ffa013e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.881413] env[69304]: DEBUG oslo_vmware.api [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 870.881413] env[69304]: value = "task-4208697" [ 870.881413] env[69304]: _type = "Task" [ 870.881413] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.889196] env[69304]: DEBUG nova.network.neutron [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.893368] env[69304]: DEBUG nova.network.neutron [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Successfully created port: 43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.907658] env[69304]: DEBUG oslo_vmware.api [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.940872] env[69304]: DEBUG nova.network.neutron [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [{"id": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "address": "fa:16:3e:ed:61:e6", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4906a1-ee", "ovs_interfaceid": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.969543] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ecfdc-6289-45f3-92f7-466c1cae2a53 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.981203] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1bf12-d678-48d6-97ce-56f563d3b65a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.028695] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce19a89-6326-4878-a607-baf2b5aff99e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.040142] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7440d341-259e-42ff-822c-86331008d4e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.058234] env[69304]: DEBUG nova.compute.provider_tree [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.160259] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208692, 'name': PowerOffVM_Task, 'duration_secs': 0.842168} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.160259] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.160259] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.160259] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89bf8dc-6179-496a-a7b2-53cb336754df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.227372] env[69304]: DEBUG nova.network.neutron [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Updating instance_info_cache with network_info: [{"id": "8ce59199-9a71-4985-ba2a-f2188febedec", "address": "fa:16:3e:aa:61:1b", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce59199-9a", "ovs_interfaceid": "8ce59199-9a71-4985-ba2a-f2188febedec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.243211] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208693, 'name': CreateVM_Task, 'duration_secs': 0.891889} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.246781] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.247315] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.247671] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.247970] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleting the datastore file [datastore1] 938a14a6-ca90-4782-8a58-c42b837b2cad {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.250661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.251070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.252109] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.252463] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7bd5aea-f9aa-4f45-9d91-8e56e3f0ee1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.255121] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a059c3e5-993c-433c-90b6-af1550c220a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.262234] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 871.262234] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5216a0ee-35fe-ccff-d224-32a9aa96fe79" [ 871.262234] env[69304]: _type = "Task" [ 871.262234] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.265069] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 871.265069] env[69304]: value = "task-4208699" [ 871.265069] env[69304]: _type = "Task" [ 871.265069] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.284154] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5216a0ee-35fe-ccff-d224-32a9aa96fe79, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.291029] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.291029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.291029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.291029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.291029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.291029] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.291029] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1aee2f1-22a8-448c-90db-26576a7f1260 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.302696] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.303964] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.304168] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c50eb4-f5f0-4b1f-a58a-3810c15a0874 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.312643] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 871.312643] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520fd15d-3dc8-3ff1-b253-3e128127c0b4" [ 871.312643] env[69304]: _type = "Task" [ 871.312643] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.326083] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083257} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.330606] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.331041] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520fd15d-3dc8-3ff1-b253-3e128127c0b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.331882] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9b9e6d-15dd-4443-bcf5-9495daccd6de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.336553] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555dcc1d-bc82-402d-a75f-77faa0e965d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.365386] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] ad04223c-147a-435f-a2cd-d3c73ea1ca63/ad04223c-147a-435f-a2cd-d3c73ea1ca63.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.367571] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6041fc32-a888-4f5b-9dd8-3d2676bc0695 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.382629] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 871.382629] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e1650-5dd2-f747-ea26-a15665adf0ec" [ 871.382629] env[69304]: _type = "Task" [ 871.382629] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.395393] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 871.395393] env[69304]: value = "task-4208700" [ 871.395393] env[69304]: _type = "Task" [ 871.395393] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.395775] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e1650-5dd2-f747-ea26-a15665adf0ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.399697] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.400024] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.403770] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0b2c808-36d5-4455-8a0b-2d0b43abc466 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.412505] env[69304]: DEBUG oslo_vmware.api [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253037} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.418239] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.418517] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.418860] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.419213] env[69304]: INFO nova.compute.manager [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 871.419630] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.420056] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 871.420056] env[69304]: value = "task-4208701" [ 871.420056] env[69304]: _type = "Task" [ 871.420056] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.420386] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.420771] env[69304]: DEBUG nova.compute.manager [-] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.420970] env[69304]: DEBUG nova.network.neutron [-] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.434179] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.443510] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.564436] env[69304]: DEBUG nova.scheduler.client.report [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.719132] env[69304]: DEBUG nova.compute.manager [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Received event network-changed-8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 871.719432] env[69304]: DEBUG nova.compute.manager [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Refreshing instance network info cache due to event network-changed-8ce59199-9a71-4985-ba2a-f2188febedec. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 871.719625] env[69304]: DEBUG oslo_concurrency.lockutils [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] Acquiring lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.730280] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.730720] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Instance network_info: |[{"id": "8ce59199-9a71-4985-ba2a-f2188febedec", "address": "fa:16:3e:aa:61:1b", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce59199-9a", "ovs_interfaceid": "8ce59199-9a71-4985-ba2a-f2188febedec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.731099] env[69304]: DEBUG oslo_concurrency.lockutils [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] Acquired lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.731314] env[69304]: DEBUG nova.network.neutron [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Refreshing network info cache for port 8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.732955] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:61:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce59199-9a71-4985-ba2a-f2188febedec', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.745676] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Creating folder: Project (9d51516a754749969b474a445ca47de7). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.746872] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06dff91a-379d-4f2e-a6d1-3f1365d2e21b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.762418] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Created folder: Project (9d51516a754749969b474a445ca47de7) in parent group-v832645. [ 871.762662] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Creating folder: Instances. Parent ref: group-v832804. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.763328] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e44e461-817d-4e74-ace6-5bedf8c95a8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.780053] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Created folder: Instances in parent group-v832804. [ 871.780375] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.784708] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.785505] env[69304]: DEBUG oslo_vmware.api [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154937} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.785803] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daf77b8a-6289-42f2-bad6-44876e5f42f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.801775] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.802167] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.802440] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.802963] env[69304]: INFO nova.compute.manager [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Took 1.68 seconds to destroy the instance on the hypervisor. [ 871.803081] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.804981] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.809339] env[69304]: DEBUG nova.compute.manager [-] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.811538] env[69304]: DEBUG nova.network.neutron [-] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.819381] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.819381] env[69304]: value = "task-4208705" [ 871.819381] env[69304]: _type = "Task" [ 871.819381] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.830465] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208705, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.844770] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.845145] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.845412] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.845634] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.845965] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.846307] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.846765] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.846996] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.847314] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.847938] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.847938] env[69304]: DEBUG nova.virt.hardware [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.849525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b487b9-b2b6-4864-aeb6-fa189350851a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.861268] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b6441-e5f6-497a-8713-a77ef42d8d81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.913895] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.918429] env[69304]: DEBUG nova.compute.manager [req-961727e0-cb8a-45c2-988e-4ae529771fcd req-872da932-3702-4d6c-9286-9af3e61f4607 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Received event network-vif-deleted-c40a62bb-e5c4-4c39-8178-d41e16403c4a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 871.918712] env[69304]: INFO nova.compute.manager [req-961727e0-cb8a-45c2-988e-4ae529771fcd req-872da932-3702-4d6c-9286-9af3e61f4607 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Neutron deleted interface c40a62bb-e5c4-4c39-8178-d41e16403c4a; detaching it from the instance and deleting it from the info cache [ 871.919247] env[69304]: DEBUG nova.network.neutron [req-961727e0-cb8a-45c2-988e-4ae529771fcd req-872da932-3702-4d6c-9286-9af3e61f4607 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.937697] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.947246] env[69304]: DEBUG nova.compute.manager [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69304) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 871.947592] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.070803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.073997] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.722s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.079218] env[69304]: INFO nova.compute.claims [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.099492] env[69304]: INFO nova.scheduler.client.report [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Deleted allocations for instance fbf78283-a645-4b46-a501-57fd0979bd10 [ 872.265339] env[69304]: DEBUG nova.network.neutron [-] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.336345] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208705, 'name': CreateVM_Task, 'duration_secs': 0.477142} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.336925] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.337574] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.337747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.338180] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.338650] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913d7207-1791-4ddb-ab3a-ae617696bd5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.344518] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 872.344518] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5a02d-61ad-7fbf-249e-002f3af30a74" [ 872.344518] env[69304]: _type = "Task" [ 872.344518] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.355942] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5a02d-61ad-7fbf-249e-002f3af30a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.410514] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208700, 'name': ReconfigVM_Task, 'duration_secs': 0.671573} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.410867] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Reconfigured VM instance instance-00000036 to attach disk [datastore2] ad04223c-147a-435f-a2cd-d3c73ea1ca63/ad04223c-147a-435f-a2cd-d3c73ea1ca63.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.411476] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a44fbff2-6dd8-445f-baa9-7c738f4787f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.419646] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 872.419646] env[69304]: value = "task-4208706" [ 872.419646] env[69304]: _type = "Task" [ 872.419646] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.423592] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db9f6233-fe17-4f93-a457-356991b95daa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.433408] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208706, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.438080] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c52d34-bd8e-4f2d-9af6-4fab4e22dd54 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.461915] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612742} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.465834] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.465834] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.467629] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3d0f02-4aa9-4305-a6fc-38f7aef1f244 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.474243] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 872.474243] env[69304]: value = "task-4208707" [ 872.474243] env[69304]: _type = "Task" [ 872.474243] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.494141] env[69304]: DEBUG nova.compute.manager [req-961727e0-cb8a-45c2-988e-4ae529771fcd req-872da932-3702-4d6c-9286-9af3e61f4607 service nova] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Detach interface failed, port_id=c40a62bb-e5c4-4c39-8178-d41e16403c4a, reason: Instance 12c48e81-863b-4591-b3c5-fa4e26d655b9 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 872.506882] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.607364] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ddfd5622-ef59-4d32-8a45-75a43975092b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.879s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.608419] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.089s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.608679] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.608896] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.609076] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.612712] env[69304]: INFO nova.compute.manager [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Terminating instance [ 872.622472] env[69304]: DEBUG nova.network.neutron [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Updated VIF entry in instance network info cache for port 8ce59199-9a71-4985-ba2a-f2188febedec. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.622847] env[69304]: DEBUG nova.network.neutron [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Updating instance_info_cache with network_info: [{"id": "8ce59199-9a71-4985-ba2a-f2188febedec", "address": "fa:16:3e:aa:61:1b", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce59199-9a", "ovs_interfaceid": "8ce59199-9a71-4985-ba2a-f2188febedec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.667549] env[69304]: DEBUG nova.network.neutron [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Successfully updated port: 43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.767455] env[69304]: INFO nova.compute.manager [-] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Took 1.35 seconds to deallocate network for instance. [ 872.808679] env[69304]: DEBUG nova.network.neutron [-] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.855778] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5a02d-61ad-7fbf-249e-002f3af30a74, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.856161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.856430] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.856675] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.856838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.857033] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.857312] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d093c2f4-5e77-4015-bd1f-4ab67fe3dcf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.866904] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.867112] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.867914] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa44906-c48e-488a-ad8b-d250d7a46414 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.876034] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 872.876034] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521e4ea9-7b68-e461-95ba-c1e16cae81ae" [ 872.876034] env[69304]: _type = "Task" [ 872.876034] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.885013] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521e4ea9-7b68-e461-95ba-c1e16cae81ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.932392] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208706, 'name': Rename_Task, 'duration_secs': 0.179859} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.932730] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.933054] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8666d50-e2e6-4312-9068-75f1f2e5672f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.942465] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 872.942465] env[69304]: value = "task-4208708" [ 872.942465] env[69304]: _type = "Task" [ 872.942465] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.952617] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.010339] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076316} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.011009] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.012240] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca093403-c406-43f2-b1ed-44978e6919f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.039917] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.040966] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330d1931-b404-4fc1-8c9f-b8ea3740d53a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.066022] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 873.066022] env[69304]: value = "task-4208709" [ 873.066022] env[69304]: _type = "Task" [ 873.066022] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.073855] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.121401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.121401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquired lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.121401] env[69304]: DEBUG nova.network.neutron [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.125997] env[69304]: DEBUG oslo_concurrency.lockutils [req-8b381760-aa60-4c59-8477-245037803601 req-5e4a2d4a-e3ed-43e5-aff0-6ef78e259372 service nova] Releasing lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.170691] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.170864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.171083] env[69304]: DEBUG nova.network.neutron [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.275786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.312961] env[69304]: INFO nova.compute.manager [-] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Took 1.50 seconds to deallocate network for instance. [ 873.394348] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521e4ea9-7b68-e461-95ba-c1e16cae81ae, 'name': SearchDatastore_Task, 'duration_secs': 0.036615} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.395470] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e496e2-7708-4d81-af15-73f7c4f69691 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.402781] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 873.402781] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e758a7-47d1-e050-0099-38f15e25cb29" [ 873.402781] env[69304]: _type = "Task" [ 873.402781] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.417235] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e758a7-47d1-e050-0099-38f15e25cb29, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.417566] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.417835] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/407887d5-5e6b-4e1a-bd96-0d2f469e9d05.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.418176] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a4c0f23-3a15-4b1c-af4e-e99e94d9f53d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.427068] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 873.427068] env[69304]: value = "task-4208710" [ 873.427068] env[69304]: _type = "Task" [ 873.427068] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.437126] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.453904] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.511650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.512015] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.512253] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.512443] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.512688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.515330] env[69304]: INFO nova.compute.manager [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Terminating instance [ 873.577063] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208709, 'name': ReconfigVM_Task, 'duration_secs': 0.345891} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.577640] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.581194] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43c50e57-6888-424d-a879-75f72caba40e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.589464] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 873.589464] env[69304]: value = "task-4208711" [ 873.589464] env[69304]: _type = "Task" [ 873.589464] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.601469] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208711, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.623319] env[69304]: DEBUG nova.compute.utils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Can not refresh info_cache because instance was not found {{(pid=69304) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 873.657589] env[69304]: DEBUG nova.network.neutron [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.687901] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0b6a4-ee4e-4c5b-8b64-1c0978c08bb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.701187] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb6242-8c2d-4a15-b318-cc08726867e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.741657] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd0d59-ace1-4edc-9e2b-a328fd35d088 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.745549] env[69304]: DEBUG nova.network.neutron [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.757964] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a5f8b-6cb8-475d-a6f0-ed5288bed7c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.764318] env[69304]: DEBUG nova.compute.manager [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received event network-vif-plugged-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 873.764571] env[69304]: DEBUG oslo_concurrency.lockutils [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.764932] env[69304]: DEBUG oslo_concurrency.lockutils [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] Lock "01618ff9-d8e5-41b5-899c-81279eb69806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.765196] env[69304]: DEBUG oslo_concurrency.lockutils [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] Lock "01618ff9-d8e5-41b5-899c-81279eb69806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.765425] env[69304]: DEBUG nova.compute.manager [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] No waiting events found dispatching network-vif-plugged-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.765673] env[69304]: WARNING nova.compute.manager [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received unexpected event network-vif-plugged-43e70263-352c-46ca-b483-9976b03ec4c5 for instance with vm_state building and task_state spawning. [ 873.765878] env[69304]: DEBUG nova.compute.manager [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 873.766090] env[69304]: DEBUG nova.compute.manager [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing instance network info cache due to event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 873.766317] env[69304]: DEBUG oslo_concurrency.lockutils [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.782229] env[69304]: DEBUG nova.compute.provider_tree [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.823504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.845725] env[69304]: DEBUG nova.network.neutron [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.935105] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 873.935435] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832802', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'name': 'volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12e61e3d-8ea2-41fe-bfe8-26d574075ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'serial': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 873.936690] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc90f0bb-d975-4aab-9813-81dfeb2cae87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.944461] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511276} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.949334] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/407887d5-5e6b-4e1a-bd96-0d2f469e9d05.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.949641] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.961381] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3c5ec3-9a37-41c3-910d-fa6f05a6bd04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.965680] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb382404-7d6c-4000-ad68-144d82e9603f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.969650] env[69304]: DEBUG nova.compute.manager [req-c03b113b-5bb6-4e16-bffa-59f048c6a1b9 req-f78dfccf-e079-4640-b041-5112f8d57bf6 service nova] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Received event network-vif-deleted-1ede6e39-bf44-40f3-bd59-f06646e11217 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 873.973933] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.975079] env[69304]: DEBUG nova.network.neutron [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.978770] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 873.978770] env[69304]: value = "task-4208712" [ 873.978770] env[69304]: _type = "Task" [ 873.978770] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.002947] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed/volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.008864] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba25322-aee5-4286-969f-1ec3666f3352 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.026028] env[69304]: DEBUG nova.compute.manager [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.026337] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.031150] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c00dae-909c-48cf-9841-d1603dc976b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.034622] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.037163] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Waiting for the task: (returnval){ [ 874.037163] env[69304]: value = "task-4208713" [ 874.037163] env[69304]: _type = "Task" [ 874.037163] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.046860] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.047578] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d702ac7-7dd4-4d43-aa1d-0293e24c78d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.053997] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.055806] env[69304]: DEBUG oslo_vmware.api [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 874.055806] env[69304]: value = "task-4208714" [ 874.055806] env[69304]: _type = "Task" [ 874.055806] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.067981] env[69304]: DEBUG oslo_vmware.api [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.101044] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208711, 'name': Rename_Task, 'duration_secs': 0.419724} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.101044] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.101044] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6fafa73-6a40-4c47-8e12-de2498dbc1c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.109969] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 874.109969] env[69304]: value = "task-4208715" [ 874.109969] env[69304]: _type = "Task" [ 874.109969] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.123777] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.289563] env[69304]: DEBUG nova.scheduler.client.report [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.356034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Releasing lock "refresh_cache-fbf78283-a645-4b46-a501-57fd0979bd10" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.356034] env[69304]: DEBUG nova.compute.manager [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.356034] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.356034] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2548d501-821c-40cc-bdb2-875e0e2a4dda {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.369045] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e4035-7a10-4b05-9a82-620466223a4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.420630] env[69304]: WARNING nova.virt.vmwareapi.vmops [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance fbf78283-a645-4b46-a501-57fd0979bd10 could not be found. [ 874.421350] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.421698] env[69304]: INFO nova.compute.manager [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Took 0.07 seconds to destroy the instance on the hypervisor. [ 874.422099] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.422604] env[69304]: DEBUG nova.compute.manager [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.422818] env[69304]: DEBUG nova.network.neutron [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.441703] env[69304]: DEBUG nova.network.neutron [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.453790] env[69304]: DEBUG oslo_vmware.api [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208708, 'name': PowerOnVM_Task, 'duration_secs': 1.377299} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.457022] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.457022] env[69304]: INFO nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Took 10.88 seconds to spawn the instance on the hypervisor. [ 874.457022] env[69304]: DEBUG nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.457022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c148b4-b17e-496d-9054-eb7c74f55296 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.481018] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.481018] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Instance network_info: |[{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.481018] env[69304]: DEBUG oslo_concurrency.lockutils [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.481018] env[69304]: DEBUG nova.network.neutron [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.481018] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:78:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43e70263-352c-46ca-b483-9976b03ec4c5', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.490594] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.491212] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.491459] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b7a43c-0bee-43e9-afe9-6627275218ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.521146] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103837} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.522818] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.523209] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.523209] env[69304]: value = "task-4208716" [ 874.523209] env[69304]: _type = "Task" [ 874.523209] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.524301] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9f7fc4-3ee6-452e-aabb-194c453f2f7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.554716] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/407887d5-5e6b-4e1a-bd96-0d2f469e9d05.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.562482] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5af782e-2c1c-4f67-9faf-1acbf0eab596 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.578012] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208716, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.590295] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.595246] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 874.595246] env[69304]: value = "task-4208717" [ 874.595246] env[69304]: _type = "Task" [ 874.595246] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.596344] env[69304]: DEBUG oslo_vmware.api [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208714, 'name': PowerOffVM_Task, 'duration_secs': 0.226403} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.596344] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.596492] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.600473] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b7e5db5-0cf8-41e0-8926-1d458afa0923 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.611445] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.623082] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208715, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.693493] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.693747] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.693923] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Deleting the datastore file [datastore2] ca0a02b6-916f-47b1-931e-f3317ef8ea89 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.694296] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ac99a7-cbe5-433d-9881-2485287f7058 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.702731] env[69304]: DEBUG oslo_vmware.api [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for the task: (returnval){ [ 874.702731] env[69304]: value = "task-4208719" [ 874.702731] env[69304]: _type = "Task" [ 874.702731] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.712212] env[69304]: DEBUG oslo_vmware.api [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.798184] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.798757] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.802261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.090s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.803955] env[69304]: INFO nova.compute.claims [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.945429] env[69304]: DEBUG nova.network.neutron [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.976914] env[69304]: INFO nova.compute.manager [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Took 46.69 seconds to build instance. [ 875.040756] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208716, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.053765] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208713, 'name': ReconfigVM_Task, 'duration_secs': 0.663107} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.054097] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed/volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.059529] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf7ecc7-aaa4-4f45-8757-6196dc96ef0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.076777] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Waiting for the task: (returnval){ [ 875.076777] env[69304]: value = "task-4208720" [ 875.076777] env[69304]: _type = "Task" [ 875.076777] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.089122] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.105534] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208717, 'name': ReconfigVM_Task, 'duration_secs': 0.463087} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.106330] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/407887d5-5e6b-4e1a-bd96-0d2f469e9d05.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.106963] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02d18c3f-24ea-4973-a4d9-dce903cb3821 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.121322] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 875.121322] env[69304]: value = "task-4208721" [ 875.121322] env[69304]: _type = "Task" [ 875.121322] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.129445] env[69304]: DEBUG oslo_vmware.api [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208715, 'name': PowerOnVM_Task, 'duration_secs': 0.734144} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.130293] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.130542] env[69304]: INFO nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Took 8.77 seconds to spawn the instance on the hypervisor. [ 875.130859] env[69304]: DEBUG nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.131886] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9cc3ef-477a-4ea9-803c-83bba9ff4f61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.140167] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208721, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.218827] env[69304]: DEBUG oslo_vmware.api [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Task: {'id': task-4208719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268558} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.219267] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.219341] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.219557] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.219745] env[69304]: INFO nova.compute.manager [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Took 1.19 seconds to destroy the instance on the hypervisor. [ 875.220011] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.220260] env[69304]: DEBUG nova.compute.manager [-] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.220372] env[69304]: DEBUG nova.network.neutron [-] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.309806] env[69304]: DEBUG nova.compute.utils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.323757] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.324074] env[69304]: DEBUG nova.network.neutron [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.355972] env[69304]: DEBUG nova.network.neutron [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updated VIF entry in instance network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.356506] env[69304]: DEBUG nova.network.neutron [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.448611] env[69304]: INFO nova.compute.manager [-] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Took 1.03 seconds to deallocate network for instance. [ 875.478580] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4113c6f7-8d29-4782-8dbd-a0196ba4337e tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.418s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.539955] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208716, 'name': CreateVM_Task, 'duration_secs': 0.540327} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.540789] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.541612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.541754] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.542032] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.542538] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fcebba-f7b0-46db-9c7b-befaaa3fab8c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.547851] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 875.547851] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a4f1e6-8518-b0b2-3541-aa0d442669d1" [ 875.547851] env[69304]: _type = "Task" [ 875.547851] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.556247] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a4f1e6-8518-b0b2-3541-aa0d442669d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.586897] env[69304]: DEBUG oslo_vmware.api [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208720, 'name': ReconfigVM_Task, 'duration_secs': 0.256829} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.587239] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832802', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'name': 'volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12e61e3d-8ea2-41fe-bfe8-26d574075ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'serial': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 875.632722] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208721, 'name': Rename_Task, 'duration_secs': 0.262342} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.633350] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.633647] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef6cd61-4cc8-4575-b7e0-8c92667cf5f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.642409] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 875.642409] env[69304]: value = "task-4208722" [ 875.642409] env[69304]: _type = "Task" [ 875.642409] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.654764] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.661783] env[69304]: INFO nova.compute.manager [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Took 44.59 seconds to build instance. [ 875.700197] env[69304]: DEBUG nova.policy [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da654629675946fb87f00cfe030c90b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a566c67f3d01484d94947fd3d73efd37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.829341] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.862766] env[69304]: DEBUG oslo_concurrency.lockutils [req-9a17d1a5-dc35-48e8-8d7d-1cbeeed11a7a req-cd594d30-9798-47be-9d05-dbb88f7028af service nova] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.957706] env[69304]: INFO nova.compute.manager [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance disappeared during terminate [ 875.959017] env[69304]: DEBUG oslo_concurrency.lockutils [None req-311b2598-541a-4157-a4e1-a5070351d36b tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "fbf78283-a645-4b46-a501-57fd0979bd10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.350s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.981669] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.034232] env[69304]: DEBUG nova.network.neutron [-] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.066731] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a4f1e6-8518-b0b2-3541-aa0d442669d1, 'name': SearchDatastore_Task, 'duration_secs': 0.03496} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.068350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.068350] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.068350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.068350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.068541] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.069907] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93217b08-dba0-484d-8bda-c87b4d746b2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.081718] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.081718] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.084120] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cff1abb-81cb-41e4-bf43-89ad13c01b35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.094292] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 876.094292] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527b1ff9-18eb-76de-1dac-a3741f32e9e8" [ 876.094292] env[69304]: _type = "Task" [ 876.094292] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.106305] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527b1ff9-18eb-76de-1dac-a3741f32e9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.154345] env[69304]: DEBUG nova.compute.manager [req-557277b0-0a86-48a7-9fcd-2fdfd866958a req-937da191-eb6c-4936-be9e-db9eaa345008 service nova] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Received event network-vif-deleted-8221d4e0-949f-4b6b-b64f-eecd81db4851 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 876.159143] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.167022] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd81a78d-6764-4c29-a672-c91be0fbc890 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "58199a59-81d5-4320-af6f-06a89b7091fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.341s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.301633] env[69304]: DEBUG nova.network.neutron [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Successfully created port: 8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.412871] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb46c40-bba2-4f6e-a0c9-a2aea974ff0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.421327] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6bca75-3868-43dc-9474-1de9c5d46c94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.453506] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f3ec8-c89b-4f66-b1ff-c29381a82ce8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.462410] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e4ed1-7a80-4c9b-aa9e-11509271b291 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.479727] env[69304]: DEBUG nova.compute.provider_tree [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.501853] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.538906] env[69304]: INFO nova.compute.manager [-] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Took 1.32 seconds to deallocate network for instance. [ 876.608159] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527b1ff9-18eb-76de-1dac-a3741f32e9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023642} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.609047] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682fa7f2-aca8-4710-bed6-7ead441c58c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.617199] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 876.617199] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9ef46-a7ec-e36b-a2d4-a3fe1f611129" [ 876.617199] env[69304]: _type = "Task" [ 876.617199] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.625977] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9ef46-a7ec-e36b-a2d4-a3fe1f611129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.632021] env[69304]: DEBUG nova.objects.instance [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lazy-loading 'flavor' on Instance uuid 12e61e3d-8ea2-41fe-bfe8-26d574075ebf {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.655426] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.845286] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.873183] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.873183] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.873183] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.873183] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.873810] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.874177] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.874597] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.874905] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.875391] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.875765] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.876106] env[69304]: DEBUG nova.virt.hardware [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.878551] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab0448-e68f-47a7-bc3c-375bcc52c4ac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.889567] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493092ab-65b2-4b53-89b9-1b1093e1b80b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.983398] env[69304]: DEBUG nova.scheduler.client.report [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.045166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.130321] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e9ef46-a7ec-e36b-a2d4-a3fe1f611129, 'name': SearchDatastore_Task, 'duration_secs': 0.0147} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.130708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.131093] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/01618ff9-d8e5-41b5-899c-81279eb69806.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.131473] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7abfe25-fdd9-44df-a75e-bca1d2fa3dd2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.137415] env[69304]: DEBUG oslo_concurrency.lockutils [None req-99b9ee39-3b1b-4cdc-b574-5bfc9866f898 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.873s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.144064] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 877.144064] env[69304]: value = "task-4208723" [ 877.144064] env[69304]: _type = "Task" [ 877.144064] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.160955] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.161288] env[69304]: DEBUG oslo_vmware.api [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208722, 'name': PowerOnVM_Task, 'duration_secs': 1.39652} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.161541] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.161755] env[69304]: INFO nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Took 8.02 seconds to spawn the instance on the hypervisor. [ 877.162046] env[69304]: DEBUG nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.162872] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022304f4-e83b-44a3-aff0-383cf0d6de12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.489496] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.490356] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.494612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.243s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.496969] env[69304]: INFO nova.compute.claims [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.659117] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208723, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.684481] env[69304]: INFO nova.compute.manager [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Took 43.98 seconds to build instance. [ 877.751856] env[69304]: INFO nova.compute.manager [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Rebuilding instance [ 877.816520] env[69304]: DEBUG nova.compute.manager [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.817810] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749a1f8-8670-44ac-928b-e0edd38ad631 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.004820] env[69304]: DEBUG nova.compute.utils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.009564] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.009564] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.066162] env[69304]: DEBUG nova.policy [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500cb71318d5469db6b5c5f123f679ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f538f734d54f5b8f748249e10d5465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.158656] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208723, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.188688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-97687c76-809c-4d89-a494-ebcaeee342d9 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.253s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.237236] env[69304]: DEBUG nova.compute.manager [req-057d777e-b468-4545-a0b8-d657b13f30d3 req-78343cb1-ec8f-4824-bd06-aa44ac755d59 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Received event network-vif-plugged-8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 878.237236] env[69304]: DEBUG oslo_concurrency.lockutils [req-057d777e-b468-4545-a0b8-d657b13f30d3 req-78343cb1-ec8f-4824-bd06-aa44ac755d59 service nova] Acquiring lock "b3942bc6-49d3-4260-bd82-4f6224bab80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.237236] env[69304]: DEBUG oslo_concurrency.lockutils [req-057d777e-b468-4545-a0b8-d657b13f30d3 req-78343cb1-ec8f-4824-bd06-aa44ac755d59 service nova] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.237236] env[69304]: DEBUG oslo_concurrency.lockutils [req-057d777e-b468-4545-a0b8-d657b13f30d3 req-78343cb1-ec8f-4824-bd06-aa44ac755d59 service nova] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.237236] env[69304]: DEBUG nova.compute.manager [req-057d777e-b468-4545-a0b8-d657b13f30d3 req-78343cb1-ec8f-4824-bd06-aa44ac755d59 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] No waiting events found dispatching network-vif-plugged-8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.237236] env[69304]: WARNING nova.compute.manager [req-057d777e-b468-4545-a0b8-d657b13f30d3 req-78343cb1-ec8f-4824-bd06-aa44ac755d59 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Received unexpected event network-vif-plugged-8afef710-80fc-4165-9e5e-b5bbd55e5056 for instance with vm_state building and task_state spawning. [ 878.238975] env[69304]: DEBUG nova.network.neutron [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Successfully updated port: 8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.390969] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Successfully created port: 1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.406695] env[69304]: INFO nova.compute.manager [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Rescuing [ 878.407614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.407817] env[69304]: DEBUG oslo_concurrency.lockutils [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.408027] env[69304]: DEBUG nova.network.neutron [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.509724] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.566708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.566769] env[69304]: DEBUG oslo_concurrency.lockutils [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.667558] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208723, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.730763] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Successfully created port: 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.741689] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.741824] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.741975] env[69304]: DEBUG nova.network.neutron [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.846035] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.846035] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e72943-8508-4f71-ae45-17d1c56dcce2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.855143] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 878.855143] env[69304]: value = "task-4208724" [ 878.855143] env[69304]: _type = "Task" [ 878.855143] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.872385] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.941675] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.941880] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.942132] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.942357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.942514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.945118] env[69304]: INFO nova.compute.manager [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Terminating instance [ 879.073854] env[69304]: INFO nova.compute.manager [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Detaching volume e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed [ 879.142022] env[69304]: INFO nova.virt.block_device [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Attempting to driver detach volume e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed from mountpoint /dev/sdb [ 879.142022] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 879.142022] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832802', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'name': 'volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12e61e3d-8ea2-41fe-bfe8-26d574075ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'serial': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 879.143185] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c16c6-bf60-479e-b338-733c2ce99db1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.153275] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77843853-b239-44a4-be22-d73a2f7c2e5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.198272] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144bae6-f2c0-454d-bc3a-7f2b89bf32b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.201716] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208723, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.734293} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.202902] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c2fed-2c54-4805-b5cc-c08dd77f4c98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.207948] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/01618ff9-d8e5-41b5-899c-81279eb69806.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.208701] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.209781] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29065447-914a-48d3-8be2-61c5b2a49916 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.216989] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33749371-f36b-4033-bb5e-efb2234fad01 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.260874] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33a3a7f-5a6f-4cdd-8cc2-cbb5da337050 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.266877] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 879.266877] env[69304]: value = "task-4208725" [ 879.266877] env[69304]: _type = "Task" [ 879.266877] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.303751] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bcaa2e-19c0-4cae-aa8c-f94f1c03bc91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.314515] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c382655e-ec8a-46a8-8d69-7b1b9d1607e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.345053] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208725, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.346188] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed/volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 879.356558] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.358320] env[69304]: DEBUG nova.network.neutron [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.362177] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866bdf07-52dd-48ed-9f65-c82d08a7e155 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.412919] env[69304]: DEBUG nova.compute.provider_tree [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.425398] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208724, 'name': PowerOffVM_Task, 'duration_secs': 0.373784} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.427800] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.429901] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.429901] env[69304]: DEBUG oslo_vmware.api [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Waiting for the task: (returnval){ [ 879.429901] env[69304]: value = "task-4208726" [ 879.429901] env[69304]: _type = "Task" [ 879.429901] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.430256] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4ee80e-9ee9-42f3-8e64-ec6353fd34b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.456791] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.458259] env[69304]: DEBUG nova.compute.manager [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.458593] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.459046] env[69304]: DEBUG oslo_vmware.api [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.459425] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baffdee2-7b60-4715-b8a9-245294215060 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.462904] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f321393a-913f-4330-b894-12a3b3d55053 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.478834] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.479313] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d070052e-e948-43e7-9e99-80e6915263bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.488898] env[69304]: DEBUG oslo_vmware.api [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 879.488898] env[69304]: value = "task-4208728" [ 879.488898] env[69304]: _type = "Task" [ 879.488898] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.491627] env[69304]: DEBUG nova.network.neutron [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Updating instance_info_cache with network_info: [{"id": "8ce59199-9a71-4985-ba2a-f2188febedec", "address": "fa:16:3e:aa:61:1b", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce59199-9a", "ovs_interfaceid": "8ce59199-9a71-4985-ba2a-f2188febedec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.507287] env[69304]: DEBUG oslo_vmware.api [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.530139] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.545739] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.545817] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.546025] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.546300] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3781fba8-5f13-4703-a94f-0d311bcac1f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.556082] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 879.556082] env[69304]: value = "task-4208729" [ 879.556082] env[69304]: _type = "Task" [ 879.556082] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.567219] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.590165] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.590807] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.590995] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.591226] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.591373] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.591636] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.591729] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.591908] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.592118] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.592635] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.592635] env[69304]: DEBUG nova.virt.hardware [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.593368] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c28ce-46d6-41f0-8c11-3a361db22e75 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.606259] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa2697-c5f1-4632-968b-854375542608 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.641669] env[69304]: DEBUG nova.network.neutron [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Updating instance_info_cache with network_info: [{"id": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "address": "fa:16:3e:69:97:a5", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afef710-80", "ovs_interfaceid": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.665627] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4e238-5149-74e3-daee-24af9c5cb566/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 879.669022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbdbca0-1882-48ef-9375-ad36f73c352a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.676040] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4e238-5149-74e3-daee-24af9c5cb566/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 879.676386] env[69304]: ERROR oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4e238-5149-74e3-daee-24af9c5cb566/disk-0.vmdk due to incomplete transfer. [ 879.676699] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5a718ef-1b68-435f-94c6-e1da5aae6fc5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.689447] env[69304]: DEBUG oslo_vmware.rw_handles [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b4e238-5149-74e3-daee-24af9c5cb566/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 879.689741] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Uploaded image f716c525-7015-4b88-bfb3-0c79493bb9c7 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 879.692183] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 879.692531] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d58cefb-84a8-45c2-bbb9-e64b34e18c0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.701790] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 879.701790] env[69304]: value = "task-4208730" [ 879.701790] env[69304]: _type = "Task" [ 879.701790] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.712851] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208730, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.807348] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12863} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.807348] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.808146] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8fb177-b6ea-4923-bb5e-53bb5d284c45 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.834788] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/01618ff9-d8e5-41b5-899c-81279eb69806.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.835270] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27fffbc-f1c4-4859-822e-623b1c447ddf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.855705] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 879.855705] env[69304]: value = "task-4208731" [ 879.855705] env[69304]: _type = "Task" [ 879.855705] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.865244] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.918083] env[69304]: DEBUG nova.scheduler.client.report [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.947617] env[69304]: DEBUG oslo_vmware.api [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208726, 'name': ReconfigVM_Task, 'duration_secs': 0.377734} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.947947] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.953709] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b1ade2-27cb-48de-8468-eda22fde716d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.972517] env[69304]: DEBUG oslo_vmware.api [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Waiting for the task: (returnval){ [ 879.972517] env[69304]: value = "task-4208732" [ 879.972517] env[69304]: _type = "Task" [ 879.972517] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.983654] env[69304]: DEBUG oslo_vmware.api [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.002686] env[69304]: DEBUG oslo_concurrency.lockutils [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "refresh_cache-407887d5-5e6b-4e1a-bd96-0d2f469e9d05" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.004815] env[69304]: DEBUG oslo_vmware.api [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208728, 'name': PowerOffVM_Task, 'duration_secs': 0.263444} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.005315] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.005491] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.005765] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484f94e3-1c2e-4549-95a0-c6b55edc223e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.068676] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261499} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.069132] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.069478] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.069730] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.074829] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.075112] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.075249] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Deleting the datastore file [datastore2] ad04223c-147a-435f-a2cd-d3c73ea1ca63 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.075514] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d82310e-5869-4d37-b2f2-7b7c0f2b2837 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.083639] env[69304]: DEBUG oslo_vmware.api [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 880.083639] env[69304]: value = "task-4208734" [ 880.083639] env[69304]: _type = "Task" [ 880.083639] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.095610] env[69304]: DEBUG oslo_vmware.api [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.144831] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.145449] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Instance network_info: |[{"id": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "address": "fa:16:3e:69:97:a5", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afef710-80", "ovs_interfaceid": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.146331] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:97:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8afef710-80fc-4165-9e5e-b5bbd55e5056', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.154981] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.155708] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.156015] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37e229f4-21a6-4ef8-a084-c9a3af6d848a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.179965] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.179965] env[69304]: value = "task-4208735" [ 880.179965] env[69304]: _type = "Task" [ 880.179965] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.192324] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208735, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.212815] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208730, 'name': Destroy_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.280746] env[69304]: DEBUG nova.compute.manager [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Received event network-changed-8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 880.280746] env[69304]: DEBUG nova.compute.manager [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Refreshing instance network info cache due to event network-changed-8afef710-80fc-4165-9e5e-b5bbd55e5056. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 880.280746] env[69304]: DEBUG oslo_concurrency.lockutils [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] Acquiring lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.281132] env[69304]: DEBUG oslo_concurrency.lockutils [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] Acquired lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.281324] env[69304]: DEBUG nova.network.neutron [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Refreshing network info cache for port 8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.305958] env[69304]: DEBUG nova.compute.manager [req-9ad62211-4d55-4712-a092-8f38cbb6cf84 req-ddd8aa63-59ae-4140-8f10-7a5441265d7c service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received event network-vif-plugged-1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 880.306541] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ad62211-4d55-4712-a092-8f38cbb6cf84 req-ddd8aa63-59ae-4140-8f10-7a5441265d7c service nova] Acquiring lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.306541] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ad62211-4d55-4712-a092-8f38cbb6cf84 req-ddd8aa63-59ae-4140-8f10-7a5441265d7c service nova] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.306845] env[69304]: DEBUG oslo_concurrency.lockutils [req-9ad62211-4d55-4712-a092-8f38cbb6cf84 req-ddd8aa63-59ae-4140-8f10-7a5441265d7c service nova] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.306903] env[69304]: DEBUG nova.compute.manager [req-9ad62211-4d55-4712-a092-8f38cbb6cf84 req-ddd8aa63-59ae-4140-8f10-7a5441265d7c service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] No waiting events found dispatching network-vif-plugged-1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.307137] env[69304]: WARNING nova.compute.manager [req-9ad62211-4d55-4712-a092-8f38cbb6cf84 req-ddd8aa63-59ae-4140-8f10-7a5441265d7c service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received unexpected event network-vif-plugged-1f2fc817-3bf7-4db2-9572-28a905eb171e for instance with vm_state building and task_state spawning. [ 880.370461] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208731, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.414212] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Successfully updated port: 1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.424240] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.425150] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.428607] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.707s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.428851] env[69304]: DEBUG nova.objects.instance [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lazy-loading 'resources' on Instance uuid 735cd9c8-ca9a-4b99-a653-333b31d07751 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.485657] env[69304]: DEBUG oslo_vmware.api [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Task: {'id': task-4208732, 'name': ReconfigVM_Task, 'duration_secs': 0.2073} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.486141] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832802', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'name': 'volume-e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12e61e3d-8ea2-41fe-bfe8-26d574075ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed', 'serial': 'e0eb75a8-e1c6-4f56-92ea-6ba33366b5ed'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 880.596046] env[69304]: DEBUG oslo_vmware.api [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358723} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.596671] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.597026] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.597336] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.597562] env[69304]: INFO nova.compute.manager [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Took 1.14 seconds to destroy the instance on the hypervisor. [ 880.597865] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.598167] env[69304]: DEBUG nova.compute.manager [-] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.598283] env[69304]: DEBUG nova.network.neutron [-] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.690606] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208735, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.712159] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208730, 'name': Destroy_Task, 'duration_secs': 0.648315} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.712502] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroyed the VM [ 880.712987] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 880.713082] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f06f6da-5643-4547-9683-b37f132040fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.720706] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 880.720706] env[69304]: value = "task-4208736" [ 880.720706] env[69304]: _type = "Task" [ 880.720706] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.730314] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208736, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.868244] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208731, 'name': ReconfigVM_Task, 'duration_secs': 0.57412} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.868615] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/01618ff9-d8e5-41b5-899c-81279eb69806.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.869357] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a4e98d4-bd50-416c-a7db-e7e69d998b2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.876812] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 880.876812] env[69304]: value = "task-4208737" [ 880.876812] env[69304]: _type = "Task" [ 880.876812] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.888922] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208737, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.932838] env[69304]: DEBUG nova.compute.utils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.940020] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.940237] env[69304]: DEBUG nova.network.neutron [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.055035] env[69304]: DEBUG nova.policy [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b16efaf8b2f442cdba8861879d79c87b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025c0dd502ee4293b5297a73a189b4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.079854] env[69304]: DEBUG nova.objects.instance [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lazy-loading 'flavor' on Instance uuid 12e61e3d-8ea2-41fe-bfe8-26d574075ebf {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.128523] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.128805] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.129008] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.134462] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.134652] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.134808] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.135057] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.135234] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.135451] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.135575] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.135747] env[69304]: DEBUG nova.virt.hardware [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.137146] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b23df-ccd3-4451-b587-23d00ee5067b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.150388] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b2e0bc-9f2c-48c9-93b3-06dff1d12fb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.159368] env[69304]: DEBUG nova.network.neutron [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Updated VIF entry in instance network info cache for port 8afef710-80fc-4165-9e5e-b5bbd55e5056. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.162028] env[69304]: DEBUG nova.network.neutron [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Updating instance_info_cache with network_info: [{"id": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "address": "fa:16:3e:69:97:a5", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afef710-80", "ovs_interfaceid": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.170697] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:f7:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36ef6c41-ad13-43af-baf8-15604d536d27', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.180074] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.184613] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.186128] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21433cda-ca28-4054-a3e0-83c89cce9e3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.219624] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208735, 'name': CreateVM_Task, 'duration_secs': 0.575884} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.221880] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.221880] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.221880] env[69304]: value = "task-4208738" [ 881.221880] env[69304]: _type = "Task" [ 881.221880] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.222166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.222350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.222686] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.228984] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c5d6d6-5b60-4a12-bae7-896996fa5b4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.244862] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208736, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.245181] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208738, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.246757] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 881.246757] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529b6d23-6fb2-da98-9cd1-e56930a4169b" [ 881.246757] env[69304]: _type = "Task" [ 881.246757] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.260040] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529b6d23-6fb2-da98-9cd1-e56930a4169b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.390453] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208737, 'name': Rename_Task, 'duration_secs': 0.169473} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.390932] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.391348] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9501f4ce-d5e8-4969-aee8-a7fc58aa0c34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.402015] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 881.402015] env[69304]: value = "task-4208739" [ 881.402015] env[69304]: _type = "Task" [ 881.402015] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.418798] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.439545] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.443269] env[69304]: DEBUG nova.network.neutron [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Successfully created port: ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.448416] env[69304]: DEBUG nova.network.neutron [-] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.543350] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.543582] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ddd372a-2bf9-4d4a-aead-49b8ad15fb06 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.554400] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 881.554400] env[69304]: value = "task-4208740" [ 881.554400] env[69304]: _type = "Task" [ 881.554400] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.568725] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.642934] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c1279-d715-4d39-b11c-37cef5f93a52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.652909] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee83751-f962-48a8-8cb5-cac002118edd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.691865] env[69304]: DEBUG oslo_concurrency.lockutils [req-9cb3f520-f08b-404b-b9d8-ce9bc71dd4ce req-0d4abca8-e5d6-4893-9d23-dcb13bbd5bda service nova] Releasing lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.693359] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439a4ed-c7d9-4ef2-b3db-d5e259cec5b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.702676] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d18dd2-2a62-483f-996f-dc29243d9958 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.726159] env[69304]: DEBUG nova.compute.provider_tree [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.742471] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208738, 'name': CreateVM_Task, 'duration_secs': 0.406675} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.742850] env[69304]: DEBUG oslo_vmware.api [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208736, 'name': RemoveSnapshot_Task, 'duration_secs': 0.567254} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.743719] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.744065] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 881.744270] env[69304]: INFO nova.compute.manager [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 17.05 seconds to snapshot the instance on the hypervisor. [ 881.751022] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.760235] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529b6d23-6fb2-da98-9cd1-e56930a4169b, 'name': SearchDatastore_Task, 'duration_secs': 0.032782} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.760235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.760455] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.761410] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.761410] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.761410] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.761410] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.761995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.761995] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2141a248-3604-4aad-83cb-4b4a35121126 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.763940] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feeea453-1745-4b10-9c44-ed7836483eea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.773254] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 881.773254] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f7623-84bd-4351-b24f-093e55e0a9fd" [ 881.773254] env[69304]: _type = "Task" [ 881.773254] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.775652] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.776410] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.777405] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce25507-c307-4b81-9005-2c43049067f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.783394] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f7623-84bd-4351-b24f-093e55e0a9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.787688] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 881.787688] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521978bb-bd24-b734-508f-0d4d6f3650cf" [ 881.787688] env[69304]: _type = "Task" [ 881.787688] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.797445] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521978bb-bd24-b734-508f-0d4d6f3650cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.915150] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208739, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.952664] env[69304]: INFO nova.compute.manager [-] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Took 1.35 seconds to deallocate network for instance. [ 882.067788] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208740, 'name': PowerOffVM_Task, 'duration_secs': 0.221986} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.068302] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.069508] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c2ca8-8588-4e59-b645-89d44317e9b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.098590] env[69304]: DEBUG oslo_concurrency.lockutils [None req-827b8c0c-1ea3-430a-b15e-159f7f32add9 tempest-VolumesAssistedSnapshotsTest-164024425 tempest-VolumesAssistedSnapshotsTest-164024425-project-admin] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.532s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.100645] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05073db0-d39b-4c44-8873-c559c38e3be1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.139842] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.140187] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9b2d20-2621-454d-9208-074d2523bbbc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148785] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 882.148785] env[69304]: value = "task-4208741" [ 882.148785] env[69304]: _type = "Task" [ 882.148785] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.158763] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.231047] env[69304]: DEBUG nova.scheduler.client.report [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.283064] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f7623-84bd-4351-b24f-093e55e0a9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.019327} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.285597] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.285862] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.286199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.294297] env[69304]: DEBUG nova.compute.manager [None req-abdfb067-671e-4cd9-9a73-cbe9286c49b9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Found 2 images (rotation: 2) {{(pid=69304) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 882.302687] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521978bb-bd24-b734-508f-0d4d6f3650cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.304699] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c6606f-59e8-43dd-8da6-f89f4d42f9a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.311776] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 882.311776] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f38668-2676-01f8-7445-ee7223b6cccd" [ 882.311776] env[69304]: _type = "Task" [ 882.311776] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.322212] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f38668-2676-01f8-7445-ee7223b6cccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.414200] env[69304]: DEBUG oslo_vmware.api [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208739, 'name': PowerOnVM_Task, 'duration_secs': 0.54009} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.414506] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.414712] env[69304]: INFO nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Took 10.61 seconds to spawn the instance on the hypervisor. [ 882.414814] env[69304]: DEBUG nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.415703] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dcc3b5-a6da-495c-8fa7-6111f6d52080 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.455508] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.460726] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.479068] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.479787] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.479787] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.479936] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.480129] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.480300] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.480579] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.480753] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.480966] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.481217] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.481481] env[69304]: DEBUG nova.virt.hardware [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.482850] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cac55e-e0a8-4dd2-8dac-e99defd22322 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.493187] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf17df6-7190-4808-bada-9f31ba4603d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.531244] env[69304]: DEBUG nova.compute.manager [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received event network-changed-1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 882.531308] env[69304]: DEBUG nova.compute.manager [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Refreshing instance network info cache due to event network-changed-1f2fc817-3bf7-4db2-9572-28a905eb171e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 882.531503] env[69304]: DEBUG oslo_concurrency.lockutils [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] Acquiring lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.531658] env[69304]: DEBUG oslo_concurrency.lockutils [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] Acquired lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.531888] env[69304]: DEBUG nova.network.neutron [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Refreshing network info cache for port 1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.661601] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.661962] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.662017] env[69304]: DEBUG oslo_concurrency.lockutils [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.736727] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.739312] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.195s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.739581] env[69304]: DEBUG nova.objects.instance [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lazy-loading 'resources' on Instance uuid afa5f55f-8fe1-4c02-96bf-59e963dd4ada {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.766935] env[69304]: INFO nova.scheduler.client.report [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Deleted allocations for instance 735cd9c8-ca9a-4b99-a653-333b31d07751 [ 882.823921] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f38668-2676-01f8-7445-ee7223b6cccd, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.824866] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.825164] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] b3942bc6-49d3-4260-bd82-4f6224bab80c/b3942bc6-49d3-4260-bd82-4f6224bab80c.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.825459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.825649] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.825862] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cef5795-cb09-4335-9d48-62695048f459 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.828492] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b37a69ad-e109-41c2-87a0-3652d16d8727 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.836511] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 882.836511] env[69304]: value = "task-4208742" [ 882.836511] env[69304]: _type = "Task" [ 882.836511] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.840937] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.841134] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.842212] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5579a0-099a-4489-9259-c98d324f536a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.848474] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.851941] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 882.851941] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef4c67-7abe-d8ae-3693-2a3b4c1bd282" [ 882.851941] env[69304]: _type = "Task" [ 882.851941] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.860540] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef4c67-7abe-d8ae-3693-2a3b4c1bd282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.937182] env[69304]: INFO nova.compute.manager [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Took 47.13 seconds to build instance. [ 883.020792] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Successfully updated port: 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.024503] env[69304]: DEBUG nova.compute.manager [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.024914] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ad1a6-1135-480a-a9a2-bd87d2681429 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.034328] env[69304]: DEBUG nova.compute.manager [req-62161317-53d4-40e2-84ba-fef180ee8f20 req-20522d0b-a55a-4892-b38b-796317a56fba service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received event network-vif-plugged-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 883.034608] env[69304]: DEBUG oslo_concurrency.lockutils [req-62161317-53d4-40e2-84ba-fef180ee8f20 req-20522d0b-a55a-4892-b38b-796317a56fba service nova] Acquiring lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.034929] env[69304]: DEBUG oslo_concurrency.lockutils [req-62161317-53d4-40e2-84ba-fef180ee8f20 req-20522d0b-a55a-4892-b38b-796317a56fba service nova] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.035080] env[69304]: DEBUG oslo_concurrency.lockutils [req-62161317-53d4-40e2-84ba-fef180ee8f20 req-20522d0b-a55a-4892-b38b-796317a56fba service nova] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.035307] env[69304]: DEBUG nova.compute.manager [req-62161317-53d4-40e2-84ba-fef180ee8f20 req-20522d0b-a55a-4892-b38b-796317a56fba service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] No waiting events found dispatching network-vif-plugged-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 883.035505] env[69304]: WARNING nova.compute.manager [req-62161317-53d4-40e2-84ba-fef180ee8f20 req-20522d0b-a55a-4892-b38b-796317a56fba service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received unexpected event network-vif-plugged-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 for instance with vm_state building and task_state spawning. [ 883.092675] env[69304]: DEBUG nova.network.neutron [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.276774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ae261424-e15d-4604-ac33-407f6fd9dd31 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Lock "735cd9c8-ca9a-4b99-a653-333b31d07751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.197s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.347778] env[69304]: DEBUG nova.network.neutron [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.366220] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208742, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.374903] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef4c67-7abe-d8ae-3693-2a3b4c1bd282, 'name': SearchDatastore_Task, 'duration_secs': 0.013663} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.375889] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b85115-d5fe-4235-98ab-af7812465fc0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.385313] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 883.385313] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6d679-06b2-7d91-f787-5a04e740ec9b" [ 883.385313] env[69304]: _type = "Task" [ 883.385313] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.396113] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6d679-06b2-7d91-f787-5a04e740ec9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.440759] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e0a73f8-0232-4676-b39b-ba0571db8326 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.877s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.522534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.523300] env[69304]: DEBUG nova.network.neutron [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Successfully updated port: ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.548111] env[69304]: INFO nova.compute.manager [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] instance snapshotting [ 883.549677] env[69304]: DEBUG nova.objects.instance [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'flavor' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.761214] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229cdfa5-b082-4d60-8c5b-188f5fe4a957 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.767944] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad09c9-5aae-4fd7-9047-0bf3d02d89b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.802151] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bf9e72-1773-4c5b-a9d6-38ab5963a698 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.809696] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3827190-641f-41eb-b03e-ba6a7fa0634d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.825149] env[69304]: DEBUG nova.compute.provider_tree [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.850728] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545011} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.850997] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] b3942bc6-49d3-4260-bd82-4f6224bab80c/b3942bc6-49d3-4260-bd82-4f6224bab80c.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.851240] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.851700] env[69304]: DEBUG oslo_concurrency.lockutils [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] Releasing lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.851909] env[69304]: DEBUG nova.compute.manager [req-9d3c08f1-6938-4475-927c-070d8e84c332 req-44b9e2c8-5a9d-411b-a79a-982d8dc29563 service nova] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Received event network-vif-deleted-62564c09-2634-44c3-94c0-d5b30dec4383 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 883.852284] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4115afc6-79bc-4f01-908e-069798e55574 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.854322] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.854464] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.860940] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 883.860940] env[69304]: value = "task-4208744" [ 883.860940] env[69304]: _type = "Task" [ 883.860940] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.871278] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.895622] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6d679-06b2-7d91-f787-5a04e740ec9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.895895] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.896230] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.896525] env[69304]: DEBUG oslo_concurrency.lockutils [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.896713] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.896923] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7b14edb-417c-4313-a206-349f86479ae9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.898964] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e32a4934-c754-4fb7-ad65-10270abdcbba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.910193] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 883.910193] env[69304]: value = "task-4208745" [ 883.910193] env[69304]: _type = "Task" [ 883.910193] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.916856] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.916856] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.918355] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1667db1-d020-4555-af8f-727e387091b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.925312] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.930927] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 883.930927] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fc268-7637-39a0-5db6-ba76a9a87393" [ 883.930927] env[69304]: _type = "Task" [ 883.930927] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.940783] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fc268-7637-39a0-5db6-ba76a9a87393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.029864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "refresh_cache-f075e181-a915-4355-ad97-d2e4ad860771" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.029864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "refresh_cache-f075e181-a915-4355-ad97-d2e4ad860771" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.029864] env[69304]: DEBUG nova.network.neutron [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.058771] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40356a7f-e4dc-44f8-9453-e8bbccc46460 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.083694] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e0550-2bd7-4912-949d-3f7c082db3a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.366872] env[69304]: DEBUG nova.scheduler.client.report [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.367143] env[69304]: DEBUG nova.compute.provider_tree [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 80 to 81 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.367327] env[69304]: DEBUG nova.compute.provider_tree [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.377118] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118809} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.377862] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.384611] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630257e6-840d-4514-af2e-6dc5b035ff33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.420654] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] b3942bc6-49d3-4260-bd82-4f6224bab80c/b3942bc6-49d3-4260-bd82-4f6224bab80c.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.421926] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.427309] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a13dd92-71bc-42d7-9a4e-7240aee67990 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.458658] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208745, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.463407] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fc268-7637-39a0-5db6-ba76a9a87393, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.465768] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 884.465768] env[69304]: value = "task-4208746" [ 884.465768] env[69304]: _type = "Task" [ 884.465768] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.466167] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5274f2-6396-46d6-926e-55a255f089d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.477113] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 884.477113] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aa6dd1-b90f-2412-46a3-8d7f6d60727f" [ 884.477113] env[69304]: _type = "Task" [ 884.477113] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.480961] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.493582] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aa6dd1-b90f-2412-46a3-8d7f6d60727f, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.493995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.494209] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. {{(pid=69304) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 884.494442] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa0180ae-a2b0-4af0-bddb-f54a09cdc017 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.501882] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 884.501882] env[69304]: value = "task-4208747" [ 884.501882] env[69304]: _type = "Task" [ 884.501882] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.512100] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.596961] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.597336] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97fb8439-d46e-454b-b9fd-ccdc06e17b82 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.606582] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 884.606582] env[69304]: value = "task-4208748" [ 884.606582] env[69304]: _type = "Task" [ 884.606582] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.616360] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208748, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.788916] env[69304]: DEBUG nova.network.neutron [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.879061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.881535] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.629s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.883178] env[69304]: INFO nova.compute.claims [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.908963] env[69304]: INFO nova.scheduler.client.report [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleted allocations for instance afa5f55f-8fe1-4c02-96bf-59e963dd4ada [ 884.945290] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557944} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.946389] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.946612] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.947029] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7124b956-7bdc-4dc1-bf38-e69091e5bcc2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.961133] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 884.961133] env[69304]: value = "task-4208749" [ 884.961133] env[69304]: _type = "Task" [ 884.961133] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.979248] env[69304]: DEBUG nova.network.neutron [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updating instance_info_cache with network_info: [{"id": "1f2fc817-3bf7-4db2-9572-28a905eb171e", "address": "fa:16:3e:7f:de:6d", "network": {"id": "e9858503-c600-4ea6-841b-4f9df2a10169", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1647771705", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fc817-3b", "ovs_interfaceid": "1f2fc817-3bf7-4db2-9572-28a905eb171e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "address": "fa:16:3e:c4:2e:6e", "network": {"id": "bf790584-31b0-4f3b-80eb-5b7a5680d6ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1149195681", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d6e4f7-c7", "ovs_interfaceid": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.985734] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.993891] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.013900] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208747, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.016637] env[69304]: DEBUG nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Received event network-vif-plugged-ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 885.016910] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Acquiring lock "f075e181-a915-4355-ad97-d2e4ad860771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.017184] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Lock "f075e181-a915-4355-ad97-d2e4ad860771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.017377] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Lock "f075e181-a915-4355-ad97-d2e4ad860771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.017537] env[69304]: DEBUG nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] No waiting events found dispatching network-vif-plugged-ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 885.017723] env[69304]: WARNING nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Received unexpected event network-vif-plugged-ecb96cf5-2a65-4bd2-9970-c7db867eb803 for instance with vm_state building and task_state spawning. [ 885.017892] env[69304]: DEBUG nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Received event network-changed-ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 885.018076] env[69304]: DEBUG nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Refreshing instance network info cache due to event network-changed-ecb96cf5-2a65-4bd2-9970-c7db867eb803. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 885.018616] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Acquiring lock "refresh_cache-f075e181-a915-4355-ad97-d2e4ad860771" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.118761] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208748, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.138355] env[69304]: DEBUG nova.network.neutron [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Updating instance_info_cache with network_info: [{"id": "ecb96cf5-2a65-4bd2-9970-c7db867eb803", "address": "fa:16:3e:a6:4f:d2", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb96cf5-2a", "ovs_interfaceid": "ecb96cf5-2a65-4bd2-9970-c7db867eb803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.422453] env[69304]: DEBUG oslo_concurrency.lockutils [None req-675939db-f120-4e49-97b9-2fb4b375ec12 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "afa5f55f-8fe1-4c02-96bf-59e963dd4ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.363s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.433063] env[69304]: DEBUG nova.compute.manager [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received event network-changed-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 885.433216] env[69304]: DEBUG nova.compute.manager [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Refreshing instance network info cache due to event network-changed-67d6e4f7-c78d-41e8-b420-ab5e82051bc9. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 885.433404] env[69304]: DEBUG oslo_concurrency.lockutils [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] Acquiring lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.470864] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.482534] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.489518] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Releasing lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.489518] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Instance network_info: |[{"id": "1f2fc817-3bf7-4db2-9572-28a905eb171e", "address": "fa:16:3e:7f:de:6d", "network": {"id": "e9858503-c600-4ea6-841b-4f9df2a10169", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1647771705", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fc817-3b", "ovs_interfaceid": "1f2fc817-3bf7-4db2-9572-28a905eb171e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "address": "fa:16:3e:c4:2e:6e", "network": {"id": "bf790584-31b0-4f3b-80eb-5b7a5680d6ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1149195681", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d6e4f7-c7", "ovs_interfaceid": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.489518] env[69304]: DEBUG oslo_concurrency.lockutils [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] Acquired lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.489518] env[69304]: DEBUG nova.network.neutron [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Refreshing network info cache for port 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.490824] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:de:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2fc817-3bf7-4db2-9572-28a905eb171e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:2e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d6e4f7-c78d-41e8-b420-ab5e82051bc9', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.500258] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.500487] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.500730] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a33b5c6d-e3c9-4eaa-983b-dd2ed4121740 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.527553] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540546} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.529533] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. [ 885.529821] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.529821] env[69304]: value = "task-4208750" [ 885.529821] env[69304]: _type = "Task" [ 885.529821] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.530573] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabcda37-225b-4f1d-8c06-4a5f6641f854 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.557816] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208750, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.563872] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.564054] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50305e06-0a4c-4f59-95a8-07e5ced0d371 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.588070] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 885.588070] env[69304]: value = "task-4208751" [ 885.588070] env[69304]: _type = "Task" [ 885.588070] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.598437] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.618613] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208748, 'name': CreateSnapshot_Task, 'duration_secs': 0.559149} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.618740] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.620301] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266b965-ff86-44fc-a290-0ce667d58f6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.640687] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "refresh_cache-f075e181-a915-4355-ad97-d2e4ad860771" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.641063] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Instance network_info: |[{"id": "ecb96cf5-2a65-4bd2-9970-c7db867eb803", "address": "fa:16:3e:a6:4f:d2", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb96cf5-2a", "ovs_interfaceid": "ecb96cf5-2a65-4bd2-9970-c7db867eb803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.641371] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Acquired lock "refresh_cache-f075e181-a915-4355-ad97-d2e4ad860771" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.641553] env[69304]: DEBUG nova.network.neutron [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Refreshing network info cache for port ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.642754] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:4f:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb96cf5-2a65-4bd2-9970-c7db867eb803', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.651101] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.651765] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.652406] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45f4c22-e4a8-424f-a956-f693365f3893 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.674728] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.674728] env[69304]: value = "task-4208752" [ 885.674728] env[69304]: _type = "Task" [ 885.674728] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.689334] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208752, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.992385] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.992783] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.044720] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208750, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.098708] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208751, 'name': ReconfigVM_Task, 'duration_secs': 0.428386} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.101684] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.102881] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21092b42-fe5c-42d6-b5d1-22b5e7f49532 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.134019] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f024ba-b69f-414c-aaee-29c5b8b7fd73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.150986] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.154300] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5eab6496-2832-4789-9702-f70b8f912bc2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.169523] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 886.169523] env[69304]: value = "task-4208753" [ 886.169523] env[69304]: _type = "Task" [ 886.169523] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.171443] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 886.171443] env[69304]: value = "task-4208754" [ 886.171443] env[69304]: _type = "Task" [ 886.171443] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.194354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.194354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.194354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "70576c11-d63f-48a1-8a9f-6da8ae18b542-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.194354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.194354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.197708] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.200115] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208754, 'name': CloneVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.201814] env[69304]: INFO nova.compute.manager [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Terminating instance [ 886.206656] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208752, 'name': CreateVM_Task, 'duration_secs': 0.469893} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.207250] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.210879] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.211060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.211404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.212070] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a050f1-3852-45f5-8295-fec0b2e99d80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.221518] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 886.221518] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bd0362-a340-634c-5613-6bf34df8a9b8" [ 886.221518] env[69304]: _type = "Task" [ 886.221518] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.238170] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bd0362-a340-634c-5613-6bf34df8a9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.238170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.238456] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.238691] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.238758] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.239012] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.239995] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef02ac6e-a42e-4e4a-a421-043a8546aa57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.251959] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.252184] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.252989] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8891689-8e1b-4e40-ab1d-fde735b7f0be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.260755] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 886.260755] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ebc55b-2334-8e5d-804d-d3b78b797c7a" [ 886.260755] env[69304]: _type = "Task" [ 886.260755] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.272687] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ebc55b-2334-8e5d-804d-d3b78b797c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.475131] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.13845} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.482747] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.484200] env[69304]: DEBUG nova.network.neutron [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updated VIF entry in instance network info cache for port 67d6e4f7-c78d-41e8-b420-ab5e82051bc9. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.484310] env[69304]: DEBUG nova.network.neutron [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updating instance_info_cache with network_info: [{"id": "1f2fc817-3bf7-4db2-9572-28a905eb171e", "address": "fa:16:3e:7f:de:6d", "network": {"id": "e9858503-c600-4ea6-841b-4f9df2a10169", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1647771705", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2fc817-3b", "ovs_interfaceid": "1f2fc817-3bf7-4db2-9572-28a905eb171e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "address": "fa:16:3e:c4:2e:6e", "network": {"id": "bf790584-31b0-4f3b-80eb-5b7a5680d6ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1149195681", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d6e4f7-c7", "ovs_interfaceid": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.487558] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847db53-b6ea-4799-9135-6c55b44a3110 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.495675] env[69304]: DEBUG nova.network.neutron [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Updated VIF entry in instance network info cache for port ecb96cf5-2a65-4bd2-9970-c7db867eb803. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.496244] env[69304]: DEBUG nova.network.neutron [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Updating instance_info_cache with network_info: [{"id": "ecb96cf5-2a65-4bd2-9970-c7db867eb803", "address": "fa:16:3e:a6:4f:d2", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb96cf5-2a", "ovs_interfaceid": "ecb96cf5-2a65-4bd2-9970-c7db867eb803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.502789] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208746, 'name': ReconfigVM_Task, 'duration_secs': 1.562057} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.518713] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Reconfigured VM instance instance-0000003a to attach disk [datastore2] b3942bc6-49d3-4260-bd82-4f6224bab80c/b3942bc6-49d3-4260-bd82-4f6224bab80c.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.528969] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.529928] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd980f7-f71f-4780-9ecd-63256911c4b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.534106] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239e0360-5f65-41e7-9a3f-66553497bded {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.557938] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 886.557938] env[69304]: value = "task-4208755" [ 886.557938] env[69304]: _type = "Task" [ 886.557938] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.566849] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208750, 'name': CreateVM_Task, 'duration_secs': 0.543134} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.567556] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 886.567556] env[69304]: value = "task-4208756" [ 886.567556] env[69304]: _type = "Task" [ 886.567556] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.570935] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.572686] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.572686] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.572797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.580513] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60fdd6de-370d-408e-b7d2-eab27ef286c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.582424] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208755, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.591755] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 886.591755] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524b2354-dc68-98a8-c169-4b7c76705e65" [ 886.591755] env[69304]: _type = "Task" [ 886.591755] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.592036] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.604410] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524b2354-dc68-98a8-c169-4b7c76705e65, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.604698] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.604926] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.605170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.668781] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.669117] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.669335] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.669521] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.669715] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.672148] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e645f942-fe6e-4aa6-8405-39866b095032 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.675355] env[69304]: INFO nova.compute.manager [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Terminating instance [ 886.696151] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83775500-4738-4ba7-8b64-309f819ab35b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.699950] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208754, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.700665] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208753, 'name': ReconfigVM_Task, 'duration_secs': 0.194684} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.701541] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.702267] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-485809f5-152c-47e3-bef1-2e60e281aaa3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.733238] env[69304]: DEBUG nova.compute.manager [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.733462] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.735943] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e24f6b-92fa-446b-9cf5-6436e1beec8c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.739870] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683f4d4b-d57b-4b69-bb81-02a033185bd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.743077] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 886.743077] env[69304]: value = "task-4208757" [ 886.743077] env[69304]: _type = "Task" [ 886.743077] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.752632] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.753696] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440efb0e-2cd5-4bce-a1cd-8aea16d18cdc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.756650] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa654a19-a177-49a9-b710-96695444ab6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.764240] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.777907] env[69304]: DEBUG nova.compute.provider_tree [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.781472] env[69304]: DEBUG oslo_vmware.api [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 886.781472] env[69304]: value = "task-4208758" [ 886.781472] env[69304]: _type = "Task" [ 886.781472] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.789732] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ebc55b-2334-8e5d-804d-d3b78b797c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.791511] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb766e7-adae-4120-b03e-82dc2a8a7c15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.801349] env[69304]: DEBUG oslo_vmware.api [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.806236] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 886.806236] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a9a82e-6c0b-6836-b34e-d482cd0b45bc" [ 886.806236] env[69304]: _type = "Task" [ 886.806236] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.817154] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a9a82e-6c0b-6836-b34e-d482cd0b45bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.030855] env[69304]: DEBUG oslo_concurrency.lockutils [req-3378347a-910d-4847-9657-21cb5834fbed req-d18a1f1f-0e7e-41b3-82ce-7ed5e62b13e3 service nova] Releasing lock "refresh_cache-a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.030855] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Releasing lock "refresh_cache-f075e181-a915-4355-ad97-d2e4ad860771" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.030855] env[69304]: DEBUG nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 887.030855] env[69304]: DEBUG nova.compute.manager [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing instance network info cache due to event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 887.030855] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.030855] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.030855] env[69304]: DEBUG nova.network.neutron [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.070535] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208755, 'name': Rename_Task, 'duration_secs': 0.245031} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.070869] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.071165] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4bb95a-22b6-4cea-902d-c9b28785a48c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.083051] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.085404] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 887.085404] env[69304]: value = "task-4208759" [ 887.085404] env[69304]: _type = "Task" [ 887.085404] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.094550] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.190868] env[69304]: DEBUG nova.compute.manager [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.190868] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.190992] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208754, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.191978] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3f09de-6729-4108-8710-8d0a41e04e63 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.200414] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.200719] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576fc116-5389-4da1-9e75-78cfc471d3ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.208208] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 887.208208] env[69304]: value = "task-4208760" [ 887.208208] env[69304]: _type = "Task" [ 887.208208] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.218883] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.256951] env[69304]: DEBUG oslo_vmware.api [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208757, 'name': PowerOnVM_Task, 'duration_secs': 0.481089} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.257728] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.261768] env[69304]: DEBUG nova.compute.manager [None req-004e3746-d674-40f3-843f-386dbb42cf7c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.262620] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e8af89-e8c2-4284-b739-7a7f041a68fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.283521] env[69304]: DEBUG nova.scheduler.client.report [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.299810] env[69304]: DEBUG oslo_vmware.api [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208758, 'name': PowerOffVM_Task, 'duration_secs': 0.19108} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.300040] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.300216] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.300503] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cfdf70a-4b31-421c-95ab-ef5632714b5b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.321623] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a9a82e-6c0b-6836-b34e-d482cd0b45bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.321952] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.322284] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] f075e181-a915-4355-ad97-d2e4ad860771/f075e181-a915-4355-ad97-d2e4ad860771.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.322616] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.322831] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.323408] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed59bafe-b48b-4453-bb08-41d49766d41b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.326073] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c55eb45-0935-400c-9e1d-e465689829a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.333781] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 887.333781] env[69304]: value = "task-4208762" [ 887.333781] env[69304]: _type = "Task" [ 887.333781] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.338751] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.338751] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.339841] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0f91e7-464f-4351-8e8c-dbf6a5e8ab1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.348485] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.353291] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 887.353291] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bf6dc4-1a6d-f2fa-95f6-67779c6d8af2" [ 887.353291] env[69304]: _type = "Task" [ 887.353291] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.364316] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bf6dc4-1a6d-f2fa-95f6-67779c6d8af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.425658] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.426078] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.426388] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleting the datastore file [datastore1] 70576c11-d63f-48a1-8a9f-6da8ae18b542 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.426799] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0ab3127-0614-47f2-966f-07928732f862 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.436424] env[69304]: DEBUG oslo_vmware.api [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for the task: (returnval){ [ 887.436424] env[69304]: value = "task-4208763" [ 887.436424] env[69304]: _type = "Task" [ 887.436424] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.448495] env[69304]: DEBUG oslo_vmware.api [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.583153] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208756, 'name': ReconfigVM_Task, 'duration_secs': 0.605224} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.583550] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe/58199a59-81d5-4320-af6f-06a89b7091fe.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.584257] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c1f57bf-5665-44db-b912-d1b5ae178132 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.595800] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 887.595800] env[69304]: value = "task-4208764" [ 887.595800] env[69304]: _type = "Task" [ 887.595800] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.603072] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208759, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.613749] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208764, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.694398] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208754, 'name': CloneVM_Task, 'duration_secs': 1.347394} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.694754] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Created linked-clone VM from snapshot [ 887.695587] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bded1f58-caef-4a4c-8992-8baa060f6857 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.706031] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Uploading image e84738c1-7b58-4a70-abef-9db361ae0a97 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.722051] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208760, 'name': PowerOffVM_Task, 'duration_secs': 0.208455} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.722051] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.722051] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.722332] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-605d779f-09c5-4215-975a-5ef031a207d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.745169] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.745169] env[69304]: value = "vm-832813" [ 887.745169] env[69304]: _type = "VirtualMachine" [ 887.745169] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.745560] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3513fe2d-89cb-4fa3-b50d-09008f1a57d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.758921] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease: (returnval){ [ 887.758921] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5254166a-bd80-6e57-6ebd-2f98467d0b6d" [ 887.758921] env[69304]: _type = "HttpNfcLease" [ 887.758921] env[69304]: } obtained for exporting VM: (result){ [ 887.758921] env[69304]: value = "vm-832813" [ 887.758921] env[69304]: _type = "VirtualMachine" [ 887.758921] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.759345] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the lease: (returnval){ [ 887.759345] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5254166a-bd80-6e57-6ebd-2f98467d0b6d" [ 887.759345] env[69304]: _type = "HttpNfcLease" [ 887.759345] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.767950] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.767950] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5254166a-bd80-6e57-6ebd-2f98467d0b6d" [ 887.767950] env[69304]: _type = "HttpNfcLease" [ 887.767950] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.797273] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.797273] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.799848] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.564s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.801827] env[69304]: INFO nova.compute.claims [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.809341] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.809714] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.809781] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Deleting the datastore file [datastore1] 12e61e3d-8ea2-41fe-bfe8-26d574075ebf {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.810059] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7363727f-371b-46fc-8dcc-db36d1554a3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.817066] env[69304]: DEBUG nova.network.neutron [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updated VIF entry in instance network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.817066] env[69304]: DEBUG nova.network.neutron [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.820996] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for the task: (returnval){ [ 887.820996] env[69304]: value = "task-4208767" [ 887.820996] env[69304]: _type = "Task" [ 887.820996] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.841449] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.859806] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208762, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.879484] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bf6dc4-1a6d-f2fa-95f6-67779c6d8af2, 'name': SearchDatastore_Task, 'duration_secs': 0.018397} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.880885] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d215a974-0072-4ab0-b538-4be3d780ea93 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.892337] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 887.892337] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5292a7d1-f93f-1ecb-a410-ab0d7a80695e" [ 887.892337] env[69304]: _type = "Task" [ 887.892337] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.904669] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5292a7d1-f93f-1ecb-a410-ab0d7a80695e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.950273] env[69304]: DEBUG oslo_vmware.api [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Task: {'id': task-4208763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339216} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.950617] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.950770] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.950958] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.951166] env[69304]: INFO nova.compute.manager [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Took 1.22 seconds to destroy the instance on the hypervisor. [ 887.951453] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.951872] env[69304]: DEBUG nova.compute.manager [-] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.951872] env[69304]: DEBUG nova.network.neutron [-] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.097038] env[69304]: DEBUG oslo_vmware.api [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208759, 'name': PowerOnVM_Task, 'duration_secs': 0.799485} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.097373] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.097468] env[69304]: INFO nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Took 11.25 seconds to spawn the instance on the hypervisor. [ 888.097638] env[69304]: DEBUG nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.098637] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa49d36-1ed5-425a-ade2-a3b84154380a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.116915] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208764, 'name': Rename_Task, 'duration_secs': 0.219923} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.117525] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.117525] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49e293c-c86d-466b-8b88-5cab78a4fc58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.125860] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 888.125860] env[69304]: value = "task-4208768" [ 888.125860] env[69304]: _type = "Task" [ 888.125860] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.135436] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.272724] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.272724] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5254166a-bd80-6e57-6ebd-2f98467d0b6d" [ 888.272724] env[69304]: _type = "HttpNfcLease" [ 888.272724] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.274036] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.274036] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5254166a-bd80-6e57-6ebd-2f98467d0b6d" [ 888.274036] env[69304]: _type = "HttpNfcLease" [ 888.274036] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.274946] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e445ce5-9ea4-4b1a-984f-ae0bec48129b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.288527] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d092d5-45bb-a774-6dc5-32ee69582cd7/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.288901] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d092d5-45bb-a774-6dc5-32ee69582cd7/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.354547] env[69304]: DEBUG nova.compute.utils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.360248] env[69304]: DEBUG oslo_concurrency.lockutils [req-2983145c-82ca-4275-95ec-3c9973ecba0a req-b2e5df83-79d3-44ad-bc1f-fbfc9c8ecda0 service nova] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.361048] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.361280] env[69304]: DEBUG nova.network.neutron [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.382830] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759943} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.383184] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.383447] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] f075e181-a915-4355-ad97-d2e4ad860771/f075e181-a915-4355-ad97-d2e4ad860771.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.383661] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.383919] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0bbc09-2276-44d5-a254-c3f4f349f3fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.392707] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 888.392707] env[69304]: value = "task-4208769" [ 888.392707] env[69304]: _type = "Task" [ 888.392707] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.400338] env[69304]: DEBUG nova.compute.manager [req-900c55f3-6808-430b-a2be-1cc5d8586076 req-d2ba5940-07ba-4a7b-9106-32852ae3f4b2 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Received event network-vif-deleted-5998affc-dd7f-435e-8dc9-ee48a10db5a9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 888.400607] env[69304]: INFO nova.compute.manager [req-900c55f3-6808-430b-a2be-1cc5d8586076 req-d2ba5940-07ba-4a7b-9106-32852ae3f4b2 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Neutron deleted interface 5998affc-dd7f-435e-8dc9-ee48a10db5a9; detaching it from the instance and deleting it from the info cache [ 888.400787] env[69304]: DEBUG nova.network.neutron [req-900c55f3-6808-430b-a2be-1cc5d8586076 req-d2ba5940-07ba-4a7b-9106-32852ae3f4b2 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.414498] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5292a7d1-f93f-1ecb-a410-ab0d7a80695e, 'name': SearchDatastore_Task, 'duration_secs': 0.067188} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.418373] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.418678] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] a4b7cb6a-23d1-474a-9d7f-d4b5ab968427/a4b7cb6a-23d1-474a-9d7f-d4b5ab968427.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.418983] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.420518] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1112b8b-e117-402f-84cd-9ffb65edcde1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.425965] env[69304]: DEBUG nova.policy [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861d59422fe34000ab20a377f51d0eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b86df677a6146c589af1f9509e75f86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.433914] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 888.433914] env[69304]: value = "task-4208770" [ 888.433914] env[69304]: _type = "Task" [ 888.433914] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.445833] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.455054] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc9edefb-f850-4b44-9672-0e692b091afe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.621096] env[69304]: INFO nova.compute.manager [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Took 42.30 seconds to build instance. [ 888.638691] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.752067] env[69304]: DEBUG nova.network.neutron [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Successfully created port: a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.768366] env[69304]: DEBUG nova.network.neutron [-] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.860277] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.877664] env[69304]: DEBUG oslo_vmware.api [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Task: {'id': task-4208767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583784} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.878394] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.878704] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.878982] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.879189] env[69304]: INFO nova.compute.manager [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Took 1.69 seconds to destroy the instance on the hypervisor. [ 888.879516] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.879775] env[69304]: DEBUG nova.compute.manager [-] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.879890] env[69304]: DEBUG nova.network.neutron [-] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.911503] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154256} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.911750] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-299a9d0b-650c-4d94-a2c6-1212caa0c5f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.914729] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.915865] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55fa660-a7cf-4800-87fc-71543f35a15f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.948368] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f075e181-a915-4355-ad97-d2e4ad860771/f075e181-a915-4355-ad97-d2e4ad860771.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.957746] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6452f7-1b83-4202-a618-9e8566ef2dbc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.980652] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20608224-28cd-4ca4-836b-f37c160bfe28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.001619] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.003850] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 889.003850] env[69304]: value = "task-4208771" [ 889.003850] env[69304]: _type = "Task" [ 889.003850] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.031748] env[69304]: DEBUG nova.compute.manager [req-900c55f3-6808-430b-a2be-1cc5d8586076 req-d2ba5940-07ba-4a7b-9106-32852ae3f4b2 service nova] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Detach interface failed, port_id=5998affc-dd7f-435e-8dc9-ee48a10db5a9, reason: Instance 70576c11-d63f-48a1-8a9f-6da8ae18b542 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 889.037333] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.121897] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e20f7864-9272-44fc-b682-de3402fb8348 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.475s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.141439] env[69304]: DEBUG oslo_vmware.api [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208768, 'name': PowerOnVM_Task, 'duration_secs': 0.948788} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.141663] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.141863] env[69304]: DEBUG nova.compute.manager [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.142772] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed4511b-b95a-4030-9849-b748824101cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.272076] env[69304]: INFO nova.compute.manager [-] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Took 1.32 seconds to deallocate network for instance. [ 889.447812] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.515313] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.671051] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffac2c7a-1644-4530-9c14-c4cb3ea3fce4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.674107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.683163] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643006e6-cbb8-4a7b-889e-4d779cad95ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.720647] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d183f-1419-46dd-990f-cb38936e77cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.730083] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed2a9a-1d08-43e3-966f-e7c55a94f536 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.747776] env[69304]: DEBUG nova.compute.provider_tree [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.755362] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "044e3827-f12f-419c-9bf3-65ccbddfeac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.756448] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.785597] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.875644] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.904011] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.904372] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.904619] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.904883] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.905065] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.905225] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.905460] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.905736] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.905984] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.906331] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.906668] env[69304]: DEBUG nova.virt.hardware [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.908211] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ae157-1126-4001-b500-0d2116dec7fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.922099] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea627c7c-1348-4cb1-9843-3e9a92f296f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.953534] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.021422] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208771, 'name': ReconfigVM_Task, 'duration_secs': 0.51539} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.021422] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f075e181-a915-4355-ad97-d2e4ad860771/f075e181-a915-4355-ad97-d2e4ad860771.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.023182] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170fa5df-33f2-4768-b28d-5a395ee3bd6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.035024] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 890.035024] env[69304]: value = "task-4208772" [ 890.035024] env[69304]: _type = "Task" [ 890.035024] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.049565] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208772, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.258913] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.282076] env[69304]: ERROR nova.scheduler.client.report [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [req-a46b0f60-6c5a-46db-a47b-0615e26bdde9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a46b0f60-6c5a-46db-a47b-0615e26bdde9"}]} [ 890.311566] env[69304]: DEBUG nova.scheduler.client.report [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 890.341497] env[69304]: DEBUG nova.scheduler.client.report [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 890.341703] env[69304]: DEBUG nova.compute.provider_tree [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.357995] env[69304]: DEBUG nova.scheduler.client.report [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 890.388551] env[69304]: DEBUG nova.scheduler.client.report [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.454302] env[69304]: DEBUG nova.network.neutron [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Successfully updated port: a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.467460] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208770, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.712594} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.468017] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] a4b7cb6a-23d1-474a-9d7f-d4b5ab968427/a4b7cb6a-23d1-474a-9d7f-d4b5ab968427.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.469536] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.470105] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-192974d8-e962-440f-87f0-88671e592827 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.483809] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 890.483809] env[69304]: value = "task-4208773" [ 890.483809] env[69304]: _type = "Task" [ 890.483809] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.498551] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.547028] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208772, 'name': Rename_Task, 'duration_secs': 0.246066} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.547640] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.548177] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6f03b9-fcfa-4447-b0c9-142eb5ecf131 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.558889] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 890.558889] env[69304]: value = "task-4208774" [ 890.558889] env[69304]: _type = "Task" [ 890.558889] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.574066] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.789453] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.960463] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.960463] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquired lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.960463] env[69304]: DEBUG nova.network.neutron [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.001152] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116351} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.001152] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.001303] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1391ad26-ac45-4778-8653-0023e1327bac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.060851] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] a4b7cb6a-23d1-474a-9d7f-d4b5ab968427/a4b7cb6a-23d1-474a-9d7f-d4b5ab968427.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.064884] env[69304]: DEBUG nova.network.neutron [-] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.066127] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b271437-477a-4433-b664-d55a954311cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.083164] env[69304]: DEBUG nova.compute.manager [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Received event network-changed-8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 891.083357] env[69304]: DEBUG nova.compute.manager [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Refreshing instance network info cache due to event network-changed-8afef710-80fc-4165-9e5e-b5bbd55e5056. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 891.083572] env[69304]: DEBUG oslo_concurrency.lockutils [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] Acquiring lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.083710] env[69304]: DEBUG oslo_concurrency.lockutils [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] Acquired lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.083861] env[69304]: DEBUG nova.network.neutron [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Refreshing network info cache for port 8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.086586] env[69304]: INFO nova.compute.manager [-] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Took 2.21 seconds to deallocate network for instance. [ 891.105253] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.105253] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 891.105253] env[69304]: value = "task-4208775" [ 891.105253] env[69304]: _type = "Task" [ 891.105253] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.113022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a4aca-a46f-4331-9def-b7bce2be0c75 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.120057] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.123491] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c625ac-2137-44eb-ba82-38079c3ec475 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.169823] env[69304]: DEBUG nova.compute.manager [req-b2960ec9-5545-4103-9d0b-745d68f3cc01 req-0301048b-6f57-4918-bc2e-59921102c433 service nova] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Received event network-vif-deleted-f5324f7a-c67c-464b-9331-2f932221bc9a {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 891.171511] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb62da-5982-44b6-8db8-5795d99cb71b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.184495] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a49f33-42a4-4067-9e5c-e6a7755c47bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.205929] env[69304]: DEBUG nova.compute.provider_tree [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.563862] env[69304]: DEBUG nova.network.neutron [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.578783] env[69304]: DEBUG oslo_vmware.api [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208774, 'name': PowerOnVM_Task, 'duration_secs': 0.741222} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.579609] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.579937] env[69304]: INFO nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Took 9.12 seconds to spawn the instance on the hypervisor. [ 891.580189] env[69304]: DEBUG nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.581101] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8893e7-9876-4afa-9182-4fbad4c01327 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.613024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.622514] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208775, 'name': ReconfigVM_Task, 'duration_secs': 0.44308} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.623115] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Reconfigured VM instance instance-0000003b to attach disk [datastore2] a4b7cb6a-23d1-474a-9d7f-d4b5ab968427/a4b7cb6a-23d1-474a-9d7f-d4b5ab968427.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.624370] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b09dcd-d366-4e7c-9b0d-12e8743bef15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.633709] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 891.633709] env[69304]: value = "task-4208776" [ 891.633709] env[69304]: _type = "Task" [ 891.633709] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.652299] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208776, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.752831] env[69304]: DEBUG nova.scheduler.client.report [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 891.753182] env[69304]: DEBUG nova.compute.provider_tree [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 82 to 83 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 891.753403] env[69304]: DEBUG nova.compute.provider_tree [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 891.813428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "58199a59-81d5-4320-af6f-06a89b7091fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.813428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "58199a59-81d5-4320-af6f-06a89b7091fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.813428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "58199a59-81d5-4320-af6f-06a89b7091fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.813428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "58199a59-81d5-4320-af6f-06a89b7091fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.813428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "58199a59-81d5-4320-af6f-06a89b7091fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.817430] env[69304]: INFO nova.compute.manager [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Terminating instance [ 891.880328] env[69304]: DEBUG nova.network.neutron [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Updated VIF entry in instance network info cache for port 8afef710-80fc-4165-9e5e-b5bbd55e5056. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.880328] env[69304]: DEBUG nova.network.neutron [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Updating instance_info_cache with network_info: [{"id": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "address": "fa:16:3e:69:97:a5", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8afef710-80", "ovs_interfaceid": "8afef710-80fc-4165-9e5e-b5bbd55e5056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.902056] env[69304]: DEBUG nova.network.neutron [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Updating instance_info_cache with network_info: [{"id": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "address": "fa:16:3e:1b:b8:a5", "network": {"id": "8630e9f9-17f7-4470-b6be-c1f99629267b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1831334776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b86df677a6146c589af1f9509e75f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3be7045-b3", "ovs_interfaceid": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.100593] env[69304]: INFO nova.compute.manager [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Took 41.87 seconds to build instance. [ 892.148254] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208776, 'name': Rename_Task, 'duration_secs': 0.327353} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.148628] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.148896] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84bc5ba5-16bb-4ee1-b8ab-8793c62284a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.161825] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 892.161825] env[69304]: value = "task-4208777" [ 892.161825] env[69304]: _type = "Task" [ 892.161825] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.171789] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.259661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.460s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.260232] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.264487] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.362s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.264487] env[69304]: DEBUG nova.objects.instance [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lazy-loading 'resources' on Instance uuid 6acc83d1-4c05-4375-946b-7b326bb650e5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.330271] env[69304]: DEBUG nova.compute.manager [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.330271] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.330271] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae822b4-4698-4989-ad6d-8c5c4a3ceb52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338827] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.339132] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264a9f3d-d6c6-4013-9c0d-e2bddaccd77b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.352025] env[69304]: DEBUG oslo_vmware.api [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 892.352025] env[69304]: value = "task-4208778" [ 892.352025] env[69304]: _type = "Task" [ 892.352025] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.358086] env[69304]: DEBUG oslo_vmware.api [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.382583] env[69304]: DEBUG oslo_concurrency.lockutils [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] Releasing lock "refresh_cache-b3942bc6-49d3-4260-bd82-4f6224bab80c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.382869] env[69304]: DEBUG nova.compute.manager [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Received event network-vif-plugged-a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 892.383099] env[69304]: DEBUG oslo_concurrency.lockutils [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] Acquiring lock "cabd593b-181a-4549-ae80-59e2d5079f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.383356] env[69304]: DEBUG oslo_concurrency.lockutils [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.383527] env[69304]: DEBUG oslo_concurrency.lockutils [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.383729] env[69304]: DEBUG nova.compute.manager [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] No waiting events found dispatching network-vif-plugged-a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.383909] env[69304]: WARNING nova.compute.manager [req-8dcd190f-3128-4e4a-920e-0dac430a5ba7 req-cb0f6290-0a3e-4427-98e6-97981501f901 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Received unexpected event network-vif-plugged-a3be7045-b33d-42c8-9a9e-a8ada402853d for instance with vm_state building and task_state spawning. [ 892.405801] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Releasing lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.406233] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Instance network_info: |[{"id": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "address": "fa:16:3e:1b:b8:a5", "network": {"id": "8630e9f9-17f7-4470-b6be-c1f99629267b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1831334776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b86df677a6146c589af1f9509e75f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3be7045-b3", "ovs_interfaceid": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.406711] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:b8:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3be7045-b33d-42c8-9a9e-a8ada402853d', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.414658] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Creating folder: Project (2b86df677a6146c589af1f9509e75f86). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.414977] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42d4291-e941-4bf3-b073-e322f335e877 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.428235] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Created folder: Project (2b86df677a6146c589af1f9509e75f86) in parent group-v832645. [ 892.428502] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Creating folder: Instances. Parent ref: group-v832814. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.428791] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71da68fe-9d79-4767-aad3-bb83a1261aaa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.441286] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Created folder: Instances in parent group-v832814. [ 892.441603] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.441869] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.442159] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd09704f-041f-449f-b3ac-f60cb3d69560 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.465345] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.465345] env[69304]: value = "task-4208781" [ 892.465345] env[69304]: _type = "Task" [ 892.465345] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.474500] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208781, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.603690] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "f075e181-a915-4355-ad97-d2e4ad860771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.592s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.667623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.667889] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.675445] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.770696] env[69304]: DEBUG nova.compute.utils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.773027] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.773027] env[69304]: DEBUG nova.network.neutron [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.859649] env[69304]: DEBUG oslo_vmware.api [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208778, 'name': PowerOffVM_Task, 'duration_secs': 0.311442} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.863187] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.863548] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.865422] env[69304]: DEBUG nova.policy [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68dc99ad364e4469ba7b9b385dd15bf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c6382e43394924b732241d6139be77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.868024] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9391819-b5cb-4604-ada1-4a4fa4608cf7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.967586] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.967910] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.968182] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore2] 58199a59-81d5-4320-af6f-06a89b7091fe {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.972066] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80047559-897a-454e-a249-3d6d79d1a22d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.982995] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208781, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.984857] env[69304]: DEBUG oslo_vmware.api [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 892.984857] env[69304]: value = "task-4208783" [ 892.984857] env[69304]: _type = "Task" [ 892.984857] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.995281] env[69304]: DEBUG oslo_vmware.api [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.155385] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "496eaee8-b3f7-410d-a121-38c25ea07865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.155622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "496eaee8-b3f7-410d-a121-38c25ea07865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.176578] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.179392] env[69304]: DEBUG oslo_vmware.api [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208777, 'name': PowerOnVM_Task, 'duration_secs': 0.85832} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.180298] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.180531] env[69304]: INFO nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Took 13.65 seconds to spawn the instance on the hypervisor. [ 893.180749] env[69304]: DEBUG nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.181913] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0eb2ef-83d1-4d18-95f3-bb8202c45765 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.279946] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.317664] env[69304]: DEBUG nova.compute.manager [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Received event network-changed-a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 893.317878] env[69304]: DEBUG nova.compute.manager [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Refreshing instance network info cache due to event network-changed-a3be7045-b33d-42c8-9a9e-a8ada402853d. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 893.318112] env[69304]: DEBUG oslo_concurrency.lockutils [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] Acquiring lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.318329] env[69304]: DEBUG oslo_concurrency.lockutils [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] Acquired lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.319724] env[69304]: DEBUG nova.network.neutron [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Refreshing network info cache for port a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.413814] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb9a16d-2459-4cfa-b949-327b4c3e9d4a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.425082] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Suspending the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 893.426573] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1bb32072-d6cf-419a-a351-8e0d4cafb5f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.436124] env[69304]: DEBUG oslo_vmware.api [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 893.436124] env[69304]: value = "task-4208784" [ 893.436124] env[69304]: _type = "Task" [ 893.436124] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.452050] env[69304]: DEBUG oslo_vmware.api [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208784, 'name': SuspendVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.480850] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208781, 'name': CreateVM_Task, 'duration_secs': 0.590691} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.481160] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.481912] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.482098] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.482425] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.482721] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cb348b-71fa-43f3-a491-046214da2694 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.491607] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 893.491607] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ab5ef-50c5-eeb3-9153-9e1bb38c4504" [ 893.491607] env[69304]: _type = "Task" [ 893.491607] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.498892] env[69304]: DEBUG oslo_vmware.api [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335564} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.503252] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.503252] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.503252] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.503252] env[69304]: INFO nova.compute.manager [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 893.503252] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.503630] env[69304]: DEBUG nova.compute.manager [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.503727] env[69304]: DEBUG nova.network.neutron [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.510616] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ab5ef-50c5-eeb3-9153-9e1bb38c4504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.518937] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004905f3-a265-4260-a349-ccb82307016b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.523786] env[69304]: DEBUG nova.network.neutron [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Successfully created port: 489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.533195] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3715c6d3-5804-4315-a866-88163b5b9604 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.563563] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66ae94-3f3a-4799-a53b-e7843bfacc8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.572407] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870da7cc-07e1-4d50-9016-bb737e261e1f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.592638] env[69304]: DEBUG nova.compute.provider_tree [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.658294] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.703072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.712033] env[69304]: INFO nova.compute.manager [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Took 47.01 seconds to build instance. [ 893.951663] env[69304]: DEBUG oslo_vmware.api [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208784, 'name': SuspendVM_Task} progress is 50%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.005018] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ab5ef-50c5-eeb3-9153-9e1bb38c4504, 'name': SearchDatastore_Task, 'duration_secs': 0.020761} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.005585] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.005908] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.006332] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.006542] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.006765] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.007087] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e98e6305-b4b5-4543-81d7-bfa003806f5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.018159] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.022532] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.022532] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7942af-bd4c-4a30-8204-70e0169df130 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.031420] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 894.031420] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5295187d-c9ba-6fa8-53f6-d610c78e70b4" [ 894.031420] env[69304]: _type = "Task" [ 894.031420] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.043787] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5295187d-c9ba-6fa8-53f6-d610c78e70b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.095901] env[69304]: DEBUG nova.scheduler.client.report [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.121927] env[69304]: DEBUG nova.network.neutron [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Updated VIF entry in instance network info cache for port a3be7045-b33d-42c8-9a9e-a8ada402853d. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.122364] env[69304]: DEBUG nova.network.neutron [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Updating instance_info_cache with network_info: [{"id": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "address": "fa:16:3e:1b:b8:a5", "network": {"id": "8630e9f9-17f7-4470-b6be-c1f99629267b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1831334776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b86df677a6146c589af1f9509e75f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3be7045-b3", "ovs_interfaceid": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.186321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.212205] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c59a490-a4f3-47d9-9acd-83d5e8da070a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.091s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.289962] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.321084] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.321424] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.321601] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.321791] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.321944] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.322142] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.322347] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.322515] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.322687] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.322854] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.323041] env[69304]: DEBUG nova.virt.hardware [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.323963] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27412876-282b-471f-8733-b1b2069d8a3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.333980] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d023dd6-9131-4e0e-94a2-27a831888876 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.352316] env[69304]: DEBUG nova.network.neutron [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.450168] env[69304]: DEBUG oslo_vmware.api [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208784, 'name': SuspendVM_Task} progress is 50%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.544055] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5295187d-c9ba-6fa8-53f6-d610c78e70b4, 'name': SearchDatastore_Task, 'duration_secs': 0.016307} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.544464] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f698dbe8-054a-46c3-91eb-87da856aeaaf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.550777] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 894.550777] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c67e85-1d62-fe48-95d4-8348cfb11a85" [ 894.550777] env[69304]: _type = "Task" [ 894.550777] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.561983] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c67e85-1d62-fe48-95d4-8348cfb11a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.603314] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.606032] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.539s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.606032] env[69304]: DEBUG nova.objects.instance [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lazy-loading 'resources' on Instance uuid 99d93c01-4212-4c76-955f-b2dcfdbdca17 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.611947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.612247] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.612329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.612557] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.612658] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.614922] env[69304]: INFO nova.compute.manager [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Terminating instance [ 894.626713] env[69304]: DEBUG oslo_concurrency.lockutils [req-28c642b7-eae8-4e01-bd82-91bd7ae1c643 req-64b3a2bf-9228-43a0-8e66-837d7b9277d6 service nova] Releasing lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.634098] env[69304]: INFO nova.scheduler.client.report [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Deleted allocations for instance 6acc83d1-4c05-4375-946b-7b326bb650e5 [ 894.855102] env[69304]: INFO nova.compute.manager [-] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Took 1.35 seconds to deallocate network for instance. [ 894.950400] env[69304]: DEBUG oslo_vmware.api [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208784, 'name': SuspendVM_Task, 'duration_secs': 1.095397} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.950890] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Suspended the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 894.951234] env[69304]: DEBUG nova.compute.manager [None req-87b0c0c2-7271-4fef-b839-752b7db26d0f tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.952319] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e710d-19b8-4e44-8b75-7823baabd411 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.062159] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c67e85-1d62-fe48-95d4-8348cfb11a85, 'name': SearchDatastore_Task, 'duration_secs': 0.01592} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.062470] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.062738] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] cabd593b-181a-4549-ae80-59e2d5079f9a/cabd593b-181a-4549-ae80-59e2d5079f9a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.063058] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07f6d18-06bf-4370-9862-4a537b7fd80a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.072148] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 895.072148] env[69304]: value = "task-4208785" [ 895.072148] env[69304]: _type = "Task" [ 895.072148] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.084506] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.119146] env[69304]: DEBUG nova.compute.manager [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.119425] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.120550] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ebb9e-4213-4c62-8565-0c67ffde1154 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.130283] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.130822] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9667ef06-c5de-4bca-b292-bf6de80efac2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.141471] env[69304]: DEBUG oslo_vmware.api [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 895.141471] env[69304]: value = "task-4208786" [ 895.141471] env[69304]: _type = "Task" [ 895.141471] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.150072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b70bb4a8-6b18-4685-a566-995280625fde tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Lock "6acc83d1-4c05-4375-946b-7b326bb650e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.737s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.166438] env[69304]: DEBUG oslo_vmware.api [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.265800] env[69304]: DEBUG nova.compute.manager [req-36ed8cc7-7431-4af5-b9af-8808213ef030 req-003713be-5b3e-4d7d-b40a-6a007432428e service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Received event network-vif-plugged-489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 895.266058] env[69304]: DEBUG oslo_concurrency.lockutils [req-36ed8cc7-7431-4af5-b9af-8808213ef030 req-003713be-5b3e-4d7d-b40a-6a007432428e service nova] Acquiring lock "4f73bee1-4f7b-46ad-b06b-4724a323db69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.266326] env[69304]: DEBUG oslo_concurrency.lockutils [req-36ed8cc7-7431-4af5-b9af-8808213ef030 req-003713be-5b3e-4d7d-b40a-6a007432428e service nova] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.266550] env[69304]: DEBUG oslo_concurrency.lockutils [req-36ed8cc7-7431-4af5-b9af-8808213ef030 req-003713be-5b3e-4d7d-b40a-6a007432428e service nova] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.266694] env[69304]: DEBUG nova.compute.manager [req-36ed8cc7-7431-4af5-b9af-8808213ef030 req-003713be-5b3e-4d7d-b40a-6a007432428e service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] No waiting events found dispatching network-vif-plugged-489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.266939] env[69304]: WARNING nova.compute.manager [req-36ed8cc7-7431-4af5-b9af-8808213ef030 req-003713be-5b3e-4d7d-b40a-6a007432428e service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Received unexpected event network-vif-plugged-489bc779-8cef-49b2-ad11-da4be7477c62 for instance with vm_state building and task_state spawning. [ 895.362853] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.482750] env[69304]: DEBUG nova.compute.manager [req-ec110c0f-b9fa-4727-8770-d1810c291ac0 req-0008e77d-90dd-4f31-9a18-44162f12ba66 service nova] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Received event network-vif-deleted-36ef6c41-ad13-43af-baf8-15604d536d27 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 895.568762] env[69304]: DEBUG nova.network.neutron [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Successfully updated port: 489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.587792] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.660027] env[69304]: DEBUG oslo_vmware.api [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208786, 'name': PowerOffVM_Task, 'duration_secs': 0.263102} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.660027] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.660027] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.660027] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daec26aa-d340-4d87-b58a-2d93d638500c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.777726] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.778500] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.778500] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Deleting the datastore file [datastore2] a4b7cb6a-23d1-474a-9d7f-d4b5ab968427 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.778667] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-546c401e-dabf-4ea0-9d25-11ab4408136d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.783255] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08193a38-9532-45e6-aef9-bf0d5e225430 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.792300] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08237296-6f74-454c-af5c-6aac61a7928e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.796709] env[69304]: DEBUG oslo_vmware.api [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for the task: (returnval){ [ 895.796709] env[69304]: value = "task-4208788" [ 895.796709] env[69304]: _type = "Task" [ 895.796709] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.826933] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f9a391-fe54-4aa4-9130-87a0ebd0e6a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.833143] env[69304]: DEBUG oslo_vmware.api [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.840062] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aad134e-996b-4ed8-be46-e9fc8264a10d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.855368] env[69304]: DEBUG nova.compute.provider_tree [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.071801] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "refresh_cache-4f73bee1-4f7b-46ad-b06b-4724a323db69" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.071895] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "refresh_cache-4f73bee1-4f7b-46ad-b06b-4724a323db69" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.072047] env[69304]: DEBUG nova.network.neutron [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.086195] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562461} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.087522] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] cabd593b-181a-4549-ae80-59e2d5079f9a/cabd593b-181a-4549-ae80-59e2d5079f9a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.087875] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.088322] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf98e657-29c0-4f84-af34-191b6c4e91ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.099058] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 896.099058] env[69304]: value = "task-4208789" [ 896.099058] env[69304]: _type = "Task" [ 896.099058] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.114012] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.311058] env[69304]: DEBUG oslo_vmware.api [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Task: {'id': task-4208788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207426} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.311578] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.311578] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.312039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.312039] env[69304]: INFO nova.compute.manager [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Took 1.19 seconds to destroy the instance on the hypervisor. [ 896.314031] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.314031] env[69304]: DEBUG nova.compute.manager [-] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.314031] env[69304]: DEBUG nova.network.neutron [-] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.358431] env[69304]: DEBUG nova.scheduler.client.report [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.614739] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149908} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.616244] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.620028] env[69304]: DEBUG nova.network.neutron [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.621627] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0cca68-d6be-4439-b66a-4c4c2a43a475 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.653287] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] cabd593b-181a-4549-ae80-59e2d5079f9a/cabd593b-181a-4549-ae80-59e2d5079f9a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.654410] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0ea462-3499-4d70-b92c-43ca757c76ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.687393] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 896.687393] env[69304]: value = "task-4208790" [ 896.687393] env[69304]: _type = "Task" [ 896.687393] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.701694] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.864970] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.868141] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.258s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.868141] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.868141] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 896.868141] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.191s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.868426] env[69304]: DEBUG nova.objects.instance [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lazy-loading 'resources' on Instance uuid 95df5a66-c49d-4435-835b-82d0ba35b4ce {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.872805] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9d715-70fa-4f0b-b9b2-b1e7f8bea4ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.875798] env[69304]: DEBUG nova.network.neutron [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Updating instance_info_cache with network_info: [{"id": "489bc779-8cef-49b2-ad11-da4be7477c62", "address": "fa:16:3e:85:43:fe", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489bc779-8c", "ovs_interfaceid": "489bc779-8cef-49b2-ad11-da4be7477c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.884850] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca41ed1-7899-4b61-b9a6-bd74e22f936a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.893356] env[69304]: INFO nova.scheduler.client.report [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleted allocations for instance 99d93c01-4212-4c76-955f-b2dcfdbdca17 [ 896.912094] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2e38c-78fd-4946-b6f8-3731ebfd64d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.926249] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a42ed3b-6f63-4be3-ab05-e9cda5202787 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.972329] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178328MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 896.972569] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.202579] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208790, 'name': ReconfigVM_Task, 'duration_secs': 0.371457} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.202913] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Reconfigured VM instance instance-0000003d to attach disk [datastore1] cabd593b-181a-4549-ae80-59e2d5079f9a/cabd593b-181a-4549-ae80-59e2d5079f9a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.203686] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab8a5fea-f555-409e-8ea0-588d26e780cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.212395] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 897.212395] env[69304]: value = "task-4208791" [ 897.212395] env[69304]: _type = "Task" [ 897.212395] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.223635] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208791, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.308788] env[69304]: DEBUG nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Received event network-changed-489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 897.309309] env[69304]: DEBUG nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Refreshing instance network info cache due to event network-changed-489bc779-8cef-49b2-ad11-da4be7477c62. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 897.309699] env[69304]: DEBUG oslo_concurrency.lockutils [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] Acquiring lock "refresh_cache-4f73bee1-4f7b-46ad-b06b-4724a323db69" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.381311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "refresh_cache-4f73bee1-4f7b-46ad-b06b-4724a323db69" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.381607] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Instance network_info: |[{"id": "489bc779-8cef-49b2-ad11-da4be7477c62", "address": "fa:16:3e:85:43:fe", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489bc779-8c", "ovs_interfaceid": "489bc779-8cef-49b2-ad11-da4be7477c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.381789] env[69304]: DEBUG oslo_concurrency.lockutils [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] Acquired lock "refresh_cache-4f73bee1-4f7b-46ad-b06b-4724a323db69" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.382123] env[69304]: DEBUG nova.network.neutron [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Refreshing network info cache for port 489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.383566] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:43:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '489bc779-8cef-49b2-ad11-da4be7477c62', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.392046] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.393140] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.393407] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bb03ad7-6674-465f-ac39-40eaceb7bb98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.414516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "99d93c01-4212-4c76-955f-b2dcfdbdca17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.906s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.417393] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.417393] env[69304]: value = "task-4208792" [ 897.417393] env[69304]: _type = "Task" [ 897.417393] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.428274] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208792, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.595346] env[69304]: DEBUG nova.network.neutron [-] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.688633] env[69304]: DEBUG nova.compute.manager [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.690571] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f076c9-172a-417f-9788-532ed55e8509 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.725988] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208791, 'name': Rename_Task, 'duration_secs': 0.169509} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.729699] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.730198] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32b8abc9-f532-4451-8ad4-55a39a9cee51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.740142] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 897.740142] env[69304]: value = "task-4208793" [ 897.740142] env[69304]: _type = "Task" [ 897.740142] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.756057] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.900744] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10da9da-47bd-4fa0-a6d4-a6a25403a58a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.914026] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f815939-c30e-4f76-9327-4036d1161808 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.926932] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d092d5-45bb-a774-6dc5-32ee69582cd7/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.958242] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b1bb8a-4c65-46e6-a582-64659ffbf46f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.965264] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987cde6c-00ba-44e8-88be-bef00c9ac2ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.971985] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208792, 'name': CreateVM_Task, 'duration_secs': 0.46804} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.972602] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.973469] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.974231] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.977752] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf8837b-fbbb-414e-9ec4-d1e1591d0c6b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.979740] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d092d5-45bb-a774-6dc5-32ee69582cd7/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.980804] env[69304]: ERROR oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d092d5-45bb-a774-6dc5-32ee69582cd7/disk-0.vmdk due to incomplete transfer. [ 897.981421] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e5ffd-b088-49fd-b526-4bf7aec47c79 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.986205] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-31ea35b7-d2ed-4591-b8a7-acef1dca11fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.999510] env[69304]: DEBUG nova.compute.provider_tree [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.003105] env[69304]: DEBUG oslo_vmware.rw_handles [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d092d5-45bb-a774-6dc5-32ee69582cd7/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 898.003260] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Uploaded image e84738c1-7b58-4a70-abef-9db361ae0a97 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 898.005947] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.006734] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 898.006734] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e02715-b6ee-7eb0-78d7-07eedadd8b6c" [ 898.006734] env[69304]: _type = "Task" [ 898.006734] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.007260] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95a2ba88-20ef-4e1d-a3e2-16a364f07904 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.020845] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e02715-b6ee-7eb0-78d7-07eedadd8b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.022511] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.022769] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.023012] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.023161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.023413] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.023696] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 898.023696] env[69304]: value = "task-4208794" [ 898.023696] env[69304]: _type = "Task" [ 898.023696] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.023926] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92f39093-3a81-44f0-a44c-7e7953426b5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.038395] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208794, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.039828] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.040076] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.040807] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d75faaa-3fc6-4400-828e-38d272ba655e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.047712] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 898.047712] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c5c4e0-5b88-1ae2-c5e2-64035e8f76d5" [ 898.047712] env[69304]: _type = "Task" [ 898.047712] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.059600] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c5c4e0-5b88-1ae2-c5e2-64035e8f76d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.098638] env[69304]: INFO nova.compute.manager [-] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Took 1.79 seconds to deallocate network for instance. [ 898.202466] env[69304]: INFO nova.compute.manager [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] instance snapshotting [ 898.202712] env[69304]: WARNING nova.compute.manager [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 898.207160] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47494d54-6ed0-4edb-93fc-bb21b20767de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.235087] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4861219-8deb-4916-ac14-f50739f388a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.260326] env[69304]: DEBUG oslo_vmware.api [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208793, 'name': PowerOnVM_Task, 'duration_secs': 0.509336} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.260610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.260818] env[69304]: INFO nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Took 8.38 seconds to spawn the instance on the hypervisor. [ 898.261025] env[69304]: DEBUG nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.261885] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a892629a-1255-440b-ba32-6be6bb024514 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.317484] env[69304]: DEBUG nova.network.neutron [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Updated VIF entry in instance network info cache for port 489bc779-8cef-49b2-ad11-da4be7477c62. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.317928] env[69304]: DEBUG nova.network.neutron [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Updating instance_info_cache with network_info: [{"id": "489bc779-8cef-49b2-ad11-da4be7477c62", "address": "fa:16:3e:85:43:fe", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap489bc779-8c", "ovs_interfaceid": "489bc779-8cef-49b2-ad11-da4be7477c62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.510097] env[69304]: DEBUG nova.scheduler.client.report [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.543575] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208794, 'name': Destroy_Task, 'duration_secs': 0.384931} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.543984] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroyed the VM [ 898.544261] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.544532] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b06ad62-8b14-4981-ab5b-f44e702c46f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.553875] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 898.553875] env[69304]: value = "task-4208795" [ 898.553875] env[69304]: _type = "Task" [ 898.553875] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.563207] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c5c4e0-5b88-1ae2-c5e2-64035e8f76d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.564586] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9169a674-6251-4368-a459-34dbe9eb63b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.572071] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208795, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.573779] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 898.573779] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c503c8-b1dd-0822-eeed-0404952d8284" [ 898.573779] env[69304]: _type = "Task" [ 898.573779] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.585725] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c503c8-b1dd-0822-eeed-0404952d8284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.605360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.755519] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.755807] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.756039] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.757175] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a64c08cc-6269-48fa-915d-10b12233c626 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.770432] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 898.770432] env[69304]: value = "task-4208796" [ 898.770432] env[69304]: _type = "Task" [ 898.770432] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.792450] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.793702] env[69304]: INFO nova.compute.manager [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Took 45.56 seconds to build instance. [ 898.821217] env[69304]: DEBUG oslo_concurrency.lockutils [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] Releasing lock "refresh_cache-4f73bee1-4f7b-46ad-b06b-4724a323db69" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.822144] env[69304]: DEBUG nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received event network-vif-deleted-1f2fc817-3bf7-4db2-9572-28a905eb171e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 898.822144] env[69304]: INFO nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Neutron deleted interface 1f2fc817-3bf7-4db2-9572-28a905eb171e; detaching it from the instance and deleting it from the info cache [ 898.822144] env[69304]: DEBUG nova.network.neutron [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updating instance_info_cache with network_info: [{"id": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "address": "fa:16:3e:c4:2e:6e", "network": {"id": "bf790584-31b0-4f3b-80eb-5b7a5680d6ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1149195681", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "73f538f734d54f5b8f748249e10d5465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d6e4f7-c7", "ovs_interfaceid": "67d6e4f7-c78d-41e8-b420-ab5e82051bc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.016332] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.022980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.384s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.022980] env[69304]: INFO nova.compute.claims [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.045929] env[69304]: INFO nova.scheduler.client.report [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Deleted allocations for instance 95df5a66-c49d-4435-835b-82d0ba35b4ce [ 899.064798] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208795, 'name': RemoveSnapshot_Task} progress is 61%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.086218] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c503c8-b1dd-0822-eeed-0404952d8284, 'name': SearchDatastore_Task, 'duration_secs': 0.016397} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.086646] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.086929] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 4f73bee1-4f7b-46ad-b06b-4724a323db69/4f73bee1-4f7b-46ad-b06b-4724a323db69.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.087270] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee7d4e20-e68b-4bf8-b66c-ca0f1ecacdab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.097080] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 899.097080] env[69304]: value = "task-4208797" [ 899.097080] env[69304]: _type = "Task" [ 899.097080] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.107268] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.197777] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "cabd593b-181a-4549-ae80-59e2d5079f9a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.264247] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.281921] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208796, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.296363] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.725s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.296661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.100s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.296956] env[69304]: INFO nova.compute.manager [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Rebooting instance [ 899.325154] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f5423ec-a43b-40ed-acd8-49d76be30665 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.336384] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f609aa21-71e3-431d-a274-9cdf904dd4f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.383197] env[69304]: DEBUG nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Detach interface failed, port_id=1f2fc817-3bf7-4db2-9572-28a905eb171e, reason: Instance a4b7cb6a-23d1-474a-9d7f-d4b5ab968427 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 899.383401] env[69304]: DEBUG nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Received event network-vif-deleted-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 899.383665] env[69304]: INFO nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Neutron deleted interface 67d6e4f7-c78d-41e8-b420-ab5e82051bc9; detaching it from the instance and deleting it from the info cache [ 899.383881] env[69304]: DEBUG nova.network.neutron [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.562463] env[69304]: DEBUG oslo_concurrency.lockutils [None req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Lock "95df5a66-c49d-4435-835b-82d0ba35b4ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.703s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.571232] env[69304]: DEBUG oslo_vmware.api [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208795, 'name': RemoveSnapshot_Task, 'duration_secs': 0.602824} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.571641] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 899.571909] env[69304]: INFO nova.compute.manager [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 15.52 seconds to snapshot the instance on the hypervisor. [ 899.610243] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.783104] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208796, 'name': CreateSnapshot_Task, 'duration_secs': 0.638476} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.783516] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.784792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4d726-dd3f-4a7f-9ba3-e5d3a14f4b4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.788361] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.823131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.823734] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquired lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.823734] env[69304]: DEBUG nova.network.neutron [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.889906] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bbd754f-bf5a-4714-8def-6eb19e49b11f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.900341] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94290cf1-8bdb-4181-becd-4610071010fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.941308] env[69304]: DEBUG nova.compute.manager [req-a2c705bb-0c80-4f4f-923a-3a4c7854b3a4 req-6e4f1aa2-09d0-44f1-a915-7e80d6ceb6c7 service nova] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Detach interface failed, port_id=67d6e4f7-c78d-41e8-b420-ab5e82051bc9, reason: Instance a4b7cb6a-23d1-474a-9d7f-d4b5ab968427 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 900.121268] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664054} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.122559] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 4f73bee1-4f7b-46ad-b06b-4724a323db69/4f73bee1-4f7b-46ad-b06b-4724a323db69.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.122559] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.122559] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16396cb3-62a2-43cb-8cef-b8826f1b6fce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.130730] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 900.130730] env[69304]: value = "task-4208798" [ 900.130730] env[69304]: _type = "Task" [ 900.130730] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.145209] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.163779] env[69304]: DEBUG nova.compute.manager [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Found 3 images (rotation: 2) {{(pid=69304) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 900.163991] env[69304]: DEBUG nova.compute.manager [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Rotating out 1 backups {{(pid=69304) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 900.164181] env[69304]: DEBUG nova.compute.manager [None req-94cddc38-d8c3-429b-931f-1a7ffa4eafaa tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleting image 58647fe9-d4db-4fd9-88b7-26d6848e7a14 {{(pid=69304) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 900.311519] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.311519] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbada345-70e4-49a3-ab53-79b5930e0609 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.326683] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 900.326683] env[69304]: value = "task-4208799" [ 900.326683] env[69304]: _type = "Task" [ 900.326683] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.348058] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208799, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.641326] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078569} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.644095] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.645116] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf691570-4ba2-4b89-8d76-5ca9824ee4ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.676514] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 4f73bee1-4f7b-46ad-b06b-4724a323db69/4f73bee1-4f7b-46ad-b06b-4724a323db69.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.682098] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61df88e4-5d91-4bb0-8608-05514669fc3f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.710027] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 900.710027] env[69304]: value = "task-4208800" [ 900.710027] env[69304]: _type = "Task" [ 900.710027] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.715124] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb605e11-cd90-4319-a031-54b34a73d8e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.733864] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93023154-20c9-4612-b6e2-dfd6024d193b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.742162] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.787032] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e36f3a-d5f6-4077-a631-608817c8f35e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.794843] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da80f4e6-9004-4325-ad01-c9e26317122f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.815535] env[69304]: DEBUG nova.compute.provider_tree [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.840563] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208799, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.902037] env[69304]: DEBUG nova.network.neutron [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Updating instance_info_cache with network_info: [{"id": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "address": "fa:16:3e:1b:b8:a5", "network": {"id": "8630e9f9-17f7-4470-b6be-c1f99629267b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1831334776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b86df677a6146c589af1f9509e75f86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3be7045-b3", "ovs_interfaceid": "a3be7045-b33d-42c8-9a9e-a8ada402853d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.224429] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208800, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.337308] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208799, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.343835] env[69304]: ERROR nova.scheduler.client.report [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [req-79ad05d9-6407-47f7-80a5-10a090a1d1f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79ad05d9-6407-47f7-80a5-10a090a1d1f0"}]} [ 901.365761] env[69304]: DEBUG nova.scheduler.client.report [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.383007] env[69304]: DEBUG nova.scheduler.client.report [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.383321] env[69304]: DEBUG nova.compute.provider_tree [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.399210] env[69304]: DEBUG nova.scheduler.client.report [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.405482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Releasing lock "refresh_cache-cabd593b-181a-4549-ae80-59e2d5079f9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.424435] env[69304]: DEBUG nova.scheduler.client.report [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.726690] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208800, 'name': ReconfigVM_Task, 'duration_secs': 0.570276} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.731289] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 4f73bee1-4f7b-46ad-b06b-4724a323db69/4f73bee1-4f7b-46ad-b06b-4724a323db69.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.732549] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c8b4b7-ccd3-4073-8bc4-f89f4a83fc06 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.744828] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 901.744828] env[69304]: value = "task-4208801" [ 901.744828] env[69304]: _type = "Task" [ 901.744828] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.760553] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208801, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.841430] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208799, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.915028] env[69304]: DEBUG nova.compute.manager [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.918083] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f6adf4-1fda-49f8-a7ce-2820ac66b67b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.021686] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7612d576-1e14-4a07-a83c-73e55ed41074 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.031255] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d540fe3-6b53-43a1-b1cc-f51db37f1fa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.074785] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d51524-4368-4981-82c1-9c547bb7cca4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.083184] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4600ab7-015c-4bc4-bd8c-a2581af88563 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.098644] env[69304]: DEBUG nova.compute.provider_tree [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.114404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.114841] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.256120] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208801, 'name': Rename_Task, 'duration_secs': 0.255622} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.256452] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.256647] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c525f16-5f5f-4b85-9492-24f34792e780 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.263400] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 902.263400] env[69304]: value = "task-4208802" [ 902.263400] env[69304]: _type = "Task" [ 902.263400] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.272369] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.340970] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208799, 'name': CloneVM_Task, 'duration_secs': 1.550099} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.341225] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Created linked-clone VM from snapshot [ 902.342088] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bbac89-48e7-41c4-93f2-3a65e3e58eb3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.352783] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Uploading image b71f2158-7541-4403-88ba-709e1ce262a0 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.386193] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.386193] env[69304]: value = "vm-832819" [ 902.386193] env[69304]: _type = "VirtualMachine" [ 902.386193] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.386525] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc9cbe84-5c8b-42f1-9e89-775423c9fb96 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.395805] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease: (returnval){ [ 902.395805] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef69d0-761b-d885-bd56-088a5ad0713d" [ 902.395805] env[69304]: _type = "HttpNfcLease" [ 902.395805] env[69304]: } obtained for exporting VM: (result){ [ 902.395805] env[69304]: value = "vm-832819" [ 902.395805] env[69304]: _type = "VirtualMachine" [ 902.395805] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.396115] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the lease: (returnval){ [ 902.396115] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef69d0-761b-d885-bd56-088a5ad0713d" [ 902.396115] env[69304]: _type = "HttpNfcLease" [ 902.396115] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.405799] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.405799] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef69d0-761b-d885-bd56-088a5ad0713d" [ 902.405799] env[69304]: _type = "HttpNfcLease" [ 902.405799] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.514016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.514016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.514016] env[69304]: DEBUG nova.compute.manager [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.514016] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c901f5-c34d-440c-940d-be88836ac96b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.522123] env[69304]: DEBUG nova.compute.manager [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 902.522123] env[69304]: DEBUG nova.objects.instance [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'flavor' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.601688] env[69304]: DEBUG nova.scheduler.client.report [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.617423] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.783834] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208802, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.905508] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.905508] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef69d0-761b-d885-bd56-088a5ad0713d" [ 902.905508] env[69304]: _type = "HttpNfcLease" [ 902.905508] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.905826] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.905826] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ef69d0-761b-d885-bd56-088a5ad0713d" [ 902.905826] env[69304]: _type = "HttpNfcLease" [ 902.905826] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.906701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc406d3-7278-41e1-a40c-4469f6dac9fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.916578] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239600a-3358-e858-ab3a-9e935b46879d/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.916783] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239600a-3358-e858-ab3a-9e935b46879d/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.982356] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0022ddf-06ca-46f3-9105-b9e7cc173c12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.992370] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Doing hard reboot of VM {{(pid=69304) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 902.992704] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-946b8a8d-e933-44c0-8dba-75ad00faef1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.000696] env[69304]: DEBUG oslo_vmware.api [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 903.000696] env[69304]: value = "task-4208804" [ 903.000696] env[69304]: _type = "Task" [ 903.000696] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.011117] env[69304]: DEBUG oslo_vmware.api [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208804, 'name': ResetVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.031495] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76ce9ca5-4815-4160-ba97-193fcf4edb51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.106949] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.087s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.107551] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.110473] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.163s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.144645] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.277592] env[69304]: DEBUG oslo_vmware.api [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208802, 'name': PowerOnVM_Task, 'duration_secs': 0.67183} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.277981] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.277981] env[69304]: INFO nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Took 8.99 seconds to spawn the instance on the hypervisor. [ 903.278149] env[69304]: DEBUG nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.279571] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ec2261-99ee-4326-ab94-96b7732a4ef4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.519756] env[69304]: DEBUG oslo_vmware.api [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208804, 'name': ResetVM_Task, 'duration_secs': 0.108787} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.520118] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Did hard reboot of VM {{(pid=69304) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 903.520343] env[69304]: DEBUG nova.compute.manager [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.522258] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1c7d2-b94a-47d1-b650-6870ed700742 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.535173] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.536260] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-738e27dc-1f8b-4ffd-bc1f-2b84dfcd6f4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.546874] env[69304]: DEBUG oslo_vmware.api [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 903.546874] env[69304]: value = "task-4208805" [ 903.546874] env[69304]: _type = "Task" [ 903.546874] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.558541] env[69304]: DEBUG oslo_vmware.api [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.615115] env[69304]: DEBUG nova.compute.utils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.617288] env[69304]: DEBUG nova.objects.instance [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lazy-loading 'migration_context' on Instance uuid 4458a759-c025-4325-8553-64c4fd7ebbde {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.619348] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.619547] env[69304]: DEBUG nova.network.neutron [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.733146] env[69304]: DEBUG nova.policy [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93114476dac3408c8a225f06b7ec1e9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7625d1398a764be5990e5a6535254750', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.803868] env[69304]: INFO nova.compute.manager [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Took 40.59 seconds to build instance. [ 904.043391] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b01d4195-5b2e-4996-abed-e3ac4a4dfe7b tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.746s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.062679] env[69304]: DEBUG oslo_vmware.api [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208805, 'name': PowerOffVM_Task, 'duration_secs': 0.293855} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.063332] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.063332] env[69304]: DEBUG nova.compute.manager [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.064291] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdeead4-c489-49cf-ab52-d428e617716d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.123793] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.301579] env[69304]: DEBUG oslo_concurrency.lockutils [None req-599b0617-b36c-47f0-9942-43e9e8992af3 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.435s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.459439] env[69304]: DEBUG nova.network.neutron [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Successfully created port: 961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.579552] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31c99ced-7c77-4050-b6eb-df531d700836 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.696891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "cabd593b-181a-4549-ae80-59e2d5079f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.697215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.697488] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "cabd593b-181a-4549-ae80-59e2d5079f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.697813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.697927] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.700608] env[69304]: INFO nova.compute.manager [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Terminating instance [ 904.728267] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4749f9b3-ea51-4bab-87fa-4bc011a17cee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.743908] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aa4c05-bcf5-44fe-afbc-83d95a27774e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.782274] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ac9b2-6004-4d95-bbe7-989a4b97a52e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.793401] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d04364-1f55-4f6a-9e73-4c2893bbfcdb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.809111] env[69304]: DEBUG nova.compute.provider_tree [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.136667] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.171857] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.172239] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.172405] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.172586] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.172728] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.172870] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.173098] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.173256] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.173422] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.173628] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.173760] env[69304]: DEBUG nova.virt.hardware [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.176030] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f926352-9ab4-4afd-a077-48bd88e3305b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.187391] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9029a0-7c28-46e4-9d8e-79f775e63f13 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.211802] env[69304]: DEBUG nova.compute.manager [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.212054] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.213090] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef98fb7b-3ec2-469f-a986-540a2eb23c0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.226584] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.226882] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-371d14e7-277b-467b-bdf6-11742a62e659 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.240149] env[69304]: DEBUG oslo_vmware.api [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 905.240149] env[69304]: value = "task-4208806" [ 905.240149] env[69304]: _type = "Task" [ 905.240149] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.255299] env[69304]: DEBUG oslo_vmware.api [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.313300] env[69304]: DEBUG nova.scheduler.client.report [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.754694] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "debbc700-1e8d-4966-a363-4711d3b0095b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.754694] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "debbc700-1e8d-4966-a363-4711d3b0095b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.762944] env[69304]: DEBUG oslo_vmware.api [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208806, 'name': PowerOffVM_Task, 'duration_secs': 0.276976} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.763332] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.763498] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.763835] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d66b4ef4-de1e-4ade-a933-494fc6414c6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.838648] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.838980] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.839263] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Deleting the datastore file [datastore1] cabd593b-181a-4549-ae80-59e2d5079f9a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.839726] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b585495-3456-4952-8d9e-688a10a07dea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.848443] env[69304]: DEBUG oslo_vmware.api [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for the task: (returnval){ [ 905.848443] env[69304]: value = "task-4208808" [ 905.848443] env[69304]: _type = "Task" [ 905.848443] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.859210] env[69304]: DEBUG oslo_vmware.api [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.172067] env[69304]: DEBUG nova.compute.manager [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Stashing vm_state: stopped {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 906.257122] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.326263] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.216s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.333910] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.057s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.333910] env[69304]: DEBUG nova.objects.instance [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lazy-loading 'resources' on Instance uuid 12c48e81-863b-4591-b3c5-fa4e26d655b9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.366628] env[69304]: DEBUG oslo_vmware.api [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Task: {'id': task-4208808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151923} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.366787] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.366975] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.367816] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.368021] env[69304]: INFO nova.compute.manager [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.368309] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.368784] env[69304]: DEBUG nova.compute.manager [-] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.369237] env[69304]: DEBUG nova.network.neutron [-] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.587298] env[69304]: DEBUG nova.network.neutron [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Successfully updated port: 961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.669851] env[69304]: DEBUG nova.compute.manager [req-add085ce-c0ec-4b17-b6b6-4dddcf150118 req-ecba6e17-8c77-4624-8763-0636fdb71b9e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Received event network-vif-plugged-961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 906.670099] env[69304]: DEBUG oslo_concurrency.lockutils [req-add085ce-c0ec-4b17-b6b6-4dddcf150118 req-ecba6e17-8c77-4624-8763-0636fdb71b9e service nova] Acquiring lock "4fe9fc02-84fc-4626-939d-eb24abef955a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.670387] env[69304]: DEBUG oslo_concurrency.lockutils [req-add085ce-c0ec-4b17-b6b6-4dddcf150118 req-ecba6e17-8c77-4624-8763-0636fdb71b9e service nova] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.670569] env[69304]: DEBUG oslo_concurrency.lockutils [req-add085ce-c0ec-4b17-b6b6-4dddcf150118 req-ecba6e17-8c77-4624-8763-0636fdb71b9e service nova] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.670808] env[69304]: DEBUG nova.compute.manager [req-add085ce-c0ec-4b17-b6b6-4dddcf150118 req-ecba6e17-8c77-4624-8763-0636fdb71b9e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] No waiting events found dispatching network-vif-plugged-961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.671129] env[69304]: WARNING nova.compute.manager [req-add085ce-c0ec-4b17-b6b6-4dddcf150118 req-ecba6e17-8c77-4624-8763-0636fdb71b9e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Received unexpected event network-vif-plugged-961627bd-7ade-4234-bd66-0ef30e7c650e for instance with vm_state building and task_state spawning. [ 906.701831] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.792572] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.961502] env[69304]: DEBUG nova.compute.manager [req-2ba0024c-fc8c-449a-b038-5eca742bede5 req-39a78111-8673-4d16-89c8-10cce9f2915d service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Received event network-vif-deleted-a3be7045-b33d-42c8-9a9e-a8ada402853d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 906.961850] env[69304]: INFO nova.compute.manager [req-2ba0024c-fc8c-449a-b038-5eca742bede5 req-39a78111-8673-4d16-89c8-10cce9f2915d service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Neutron deleted interface a3be7045-b33d-42c8-9a9e-a8ada402853d; detaching it from the instance and deleting it from the info cache [ 906.962238] env[69304]: DEBUG nova.network.neutron [req-2ba0024c-fc8c-449a-b038-5eca742bede5 req-39a78111-8673-4d16-89c8-10cce9f2915d service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.093718] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.093996] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquired lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.094395] env[69304]: DEBUG nova.network.neutron [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.253948] env[69304]: DEBUG nova.network.neutron [-] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.402330] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3fee47-3f58-4061-a7a8-6fc5f39a5355 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.412038] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9516d5e0-1e37-4293-b241-5f00b03c731d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.445069] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd269144-352b-440c-af8f-d886b58acbdc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.453068] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff477942-7b72-4f8f-8ede-0f78a8310a55 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.467990] env[69304]: DEBUG nova.compute.provider_tree [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.469423] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dc643ec-9d5e-4e97-a7a6-c2ee0e197959 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.480018] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54badc73-eca7-479d-af13-9ffb756fe186 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.517028] env[69304]: DEBUG nova.compute.manager [req-2ba0024c-fc8c-449a-b038-5eca742bede5 req-39a78111-8673-4d16-89c8-10cce9f2915d service nova] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Detach interface failed, port_id=a3be7045-b33d-42c8-9a9e-a8ada402853d, reason: Instance cabd593b-181a-4549-ae80-59e2d5079f9a could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 907.640416] env[69304]: DEBUG nova.network.neutron [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.758751] env[69304]: INFO nova.compute.manager [-] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Took 1.39 seconds to deallocate network for instance. [ 907.861199] env[69304]: DEBUG nova.network.neutron [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updating instance_info_cache with network_info: [{"id": "961627bd-7ade-4234-bd66-0ef30e7c650e", "address": "fa:16:3e:54:82:c6", "network": {"id": "0b6c1658-39f0-4954-8990-e6c606f0cae9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1854168563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7625d1398a764be5990e5a6535254750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961627bd-7a", "ovs_interfaceid": "961627bd-7ade-4234-bd66-0ef30e7c650e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.877616] env[69304]: INFO nova.compute.manager [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Swapping old allocation on dict_keys(['9ef7e6da-ae4c-4446-9eb3-2b470397f63e']) held by migration f61ba625-b7f6-496a-9b3d-ffb1daf81c51 for instance [ 907.904148] env[69304]: DEBUG nova.scheduler.client.report [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Overwriting current allocation {'allocations': {'9ef7e6da-ae4c-4446-9eb3-2b470397f63e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '294db80e3faa4b929c9f993b464a38ce', 'user_id': '4cd616c7b3be467bb574ef7a70200905', 'consumer_generation': 1} on consumer 4458a759-c025-4325-8553-64c4fd7ebbde {{(pid=69304) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 907.974433] env[69304]: DEBUG nova.scheduler.client.report [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.027482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.027600] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquired lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.027907] env[69304]: DEBUG nova.network.neutron [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.269844] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.365941] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Releasing lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.365941] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Instance network_info: |[{"id": "961627bd-7ade-4234-bd66-0ef30e7c650e", "address": "fa:16:3e:54:82:c6", "network": {"id": "0b6c1658-39f0-4954-8990-e6c606f0cae9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1854168563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7625d1398a764be5990e5a6535254750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961627bd-7a", "ovs_interfaceid": "961627bd-7ade-4234-bd66-0ef30e7c650e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.365941] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:82:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '961627bd-7ade-4234-bd66-0ef30e7c650e', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.374942] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Creating folder: Project (7625d1398a764be5990e5a6535254750). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.375448] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea90648b-f100-4e9b-8ad8-3aaff821967b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.389063] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Created folder: Project (7625d1398a764be5990e5a6535254750) in parent group-v832645. [ 908.389580] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Creating folder: Instances. Parent ref: group-v832823. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.390848] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30661f5d-c499-4b79-a80c-d792b26f917c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.401587] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Created folder: Instances in parent group-v832823. [ 908.401870] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.402133] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.402385] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e8da30-8785-412d-9421-e54b9c91d27a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.424132] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.424132] env[69304]: value = "task-4208814" [ 908.424132] env[69304]: _type = "Task" [ 908.424132] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.432571] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208814, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.481803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.484588] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.661s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.484895] env[69304]: DEBUG nova.objects.instance [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lazy-loading 'resources' on Instance uuid 938a14a6-ca90-4782-8a58-c42b837b2cad {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.504111] env[69304]: INFO nova.scheduler.client.report [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted allocations for instance 12c48e81-863b-4591-b3c5-fa4e26d655b9 [ 908.751239] env[69304]: DEBUG nova.network.neutron [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [{"id": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "address": "fa:16:3e:ed:61:e6", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba4906a1-ee", "ovs_interfaceid": "ba4906a1-ee4e-4a96-b1dd-7e23a999df8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.804892] env[69304]: DEBUG nova.compute.manager [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Received event network-changed-961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 908.805064] env[69304]: DEBUG nova.compute.manager [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Refreshing instance network info cache due to event network-changed-961627bd-7ade-4234-bd66-0ef30e7c650e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 908.805366] env[69304]: DEBUG oslo_concurrency.lockutils [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] Acquiring lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.805444] env[69304]: DEBUG oslo_concurrency.lockutils [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] Acquired lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.805604] env[69304]: DEBUG nova.network.neutron [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Refreshing network info cache for port 961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.935364] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208814, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.015318] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "12c48e81-863b-4591-b3c5-fa4e26d655b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.303s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.254532] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Releasing lock "refresh_cache-4458a759-c025-4325-8553-64c4fd7ebbde" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.255734] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.255734] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39345907-b11b-4d61-bdde-258a07369b3f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.266963] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 909.266963] env[69304]: value = "task-4208815" [ 909.266963] env[69304]: _type = "Task" [ 909.266963] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.282041] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.440491] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208814, 'name': CreateVM_Task, 'duration_secs': 0.611389} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.440491] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.441161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.441340] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.441670] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.441952] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de401594-8a8a-4078-8894-7c000d71bb19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.448274] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 909.448274] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52898d48-8da2-505f-f72b-98835dd2a4ac" [ 909.448274] env[69304]: _type = "Task" [ 909.448274] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.457235] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52898d48-8da2-505f-f72b-98835dd2a4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.461533] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7629040c-c0c5-401b-806d-f1934fb78e34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.469784] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eb67c4-d6dd-49d5-b3e5-224535f709a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.504211] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67670963-4433-4681-9f0f-9586eb6bb528 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.513527] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af9a746-c9d2-49ca-a9c2-40f947d1a6eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.529990] env[69304]: DEBUG nova.compute.provider_tree [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.545903] env[69304]: DEBUG nova.network.neutron [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updated VIF entry in instance network info cache for port 961627bd-7ade-4234-bd66-0ef30e7c650e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.546237] env[69304]: DEBUG nova.network.neutron [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updating instance_info_cache with network_info: [{"id": "961627bd-7ade-4234-bd66-0ef30e7c650e", "address": "fa:16:3e:54:82:c6", "network": {"id": "0b6c1658-39f0-4954-8990-e6c606f0cae9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1854168563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7625d1398a764be5990e5a6535254750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961627bd-7a", "ovs_interfaceid": "961627bd-7ade-4234-bd66-0ef30e7c650e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.781855] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208815, 'name': PowerOffVM_Task, 'duration_secs': 0.284307} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.782260] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.783282] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:27:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='66b72e28-c22a-47a9-b533-7f5d185aea38',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-161035225',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.783592] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.783899] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.784459] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.784558] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.784765] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.785161] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.785377] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.785737] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.785895] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.786580] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.793104] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cdb14e-2ef1-4867-a7c4-15e16afc854e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.819026] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 909.819026] env[69304]: value = "task-4208816" [ 909.819026] env[69304]: _type = "Task" [ 909.819026] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.834544] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.962982] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52898d48-8da2-505f-f72b-98835dd2a4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01385} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.964250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.964570] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.964852] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.965013] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.965275] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.965613] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf8975f-2d3c-4406-b7fe-88678d385862 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.978023] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.978023] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.978023] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b187db89-1b3d-4e6b-b55a-9fd3c6ed524f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.985741] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 909.985741] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521534ba-4e3d-2da8-ff94-6571f71a2c96" [ 909.985741] env[69304]: _type = "Task" [ 909.985741] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.997644] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521534ba-4e3d-2da8-ff94-6571f71a2c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.034342] env[69304]: DEBUG nova.scheduler.client.report [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.049444] env[69304]: DEBUG oslo_concurrency.lockutils [req-e2c2355f-62e2-4bb8-bd5d-734ce4b196de req-4617a17e-b8ed-4f57-9f0c-981ac879d00e service nova] Releasing lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.329255] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208816, 'name': ReconfigVM_Task, 'duration_secs': 0.218407} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.330284] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d9ff5-3f7a-4f5d-8d7c-331a8403c696 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.352702] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:27:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='66b72e28-c22a-47a9-b533-7f5d185aea38',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-161035225',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.353066] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.353280] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.353491] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.353649] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.353801] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.354094] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.354335] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.354576] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.354769] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.354950] env[69304]: DEBUG nova.virt.hardware [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.355968] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4b094a-70f5-4e98-b427-cf8dac0f5f40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.364030] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 910.364030] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fc8930-292b-dda0-7cc2-e5364de16b8e" [ 910.364030] env[69304]: _type = "Task" [ 910.364030] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.374171] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fc8930-292b-dda0-7cc2-e5364de16b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.496987] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521534ba-4e3d-2da8-ff94-6571f71a2c96, 'name': SearchDatastore_Task, 'duration_secs': 0.013292} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.498041] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8123257d-7b94-441d-8b39-4575ef5c3f5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.505144] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 910.505144] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e7f29-ff72-74f2-0992-a433d0dfcf1a" [ 910.505144] env[69304]: _type = "Task" [ 910.505144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.514554] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e7f29-ff72-74f2-0992-a433d0dfcf1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.541723] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.544474] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.043s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.546103] env[69304]: INFO nova.compute.claims [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.566352] env[69304]: INFO nova.scheduler.client.report [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted allocations for instance 938a14a6-ca90-4782-8a58-c42b837b2cad [ 910.874970] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fc8930-292b-dda0-7cc2-e5364de16b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.880670] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.881373] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b653b26-3d1f-4acb-a317-4e28be8b210c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.902880] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 910.902880] env[69304]: value = "task-4208818" [ 910.902880] env[69304]: _type = "Task" [ 910.902880] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.913404] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.018060] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e7f29-ff72-74f2-0992-a433d0dfcf1a, 'name': SearchDatastore_Task, 'duration_secs': 0.016097} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.018360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.018652] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 4fe9fc02-84fc-4626-939d-eb24abef955a/4fe9fc02-84fc-4626-939d-eb24abef955a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.019226] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2172750-9f79-40a5-b19d-13d436dc324a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.027980] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 911.027980] env[69304]: value = "task-4208819" [ 911.027980] env[69304]: _type = "Task" [ 911.027980] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.038530] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.076425] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4d306db-4d76-42e4-b933-a18d11ea7e29 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "938a14a6-ca90-4782-8a58-c42b837b2cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.467s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.418059] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208818, 'name': ReconfigVM_Task, 'duration_secs': 0.27373} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.418609] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.419865] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00457c1-0d69-4601-9573-a573d4c8b981 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.450032] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.450429] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a4974e5-d874-4be1-9dc8-0ba4097f7350 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.472490] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 911.472490] env[69304]: value = "task-4208820" [ 911.472490] env[69304]: _type = "Task" [ 911.472490] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.483259] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.539734] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208819, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.984928] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.986739] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882dfa0-faee-4218-b2eb-1ad827c679c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.994418] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4282421e-d4e4-4423-a0ff-bc405779518f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.027947] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436c72fc-0d3e-4b0c-acfc-20f0ca3ed83e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.041269] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549194} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.044542] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 4fe9fc02-84fc-4626-939d-eb24abef955a/4fe9fc02-84fc-4626-939d-eb24abef955a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.044542] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.044862] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbd101ea-3f5b-4e40-af40-77751704a46b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.047939] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5036c-e126-46d2-acaf-9a710f6c2867 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.063582] env[69304]: DEBUG nova.compute.provider_tree [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.066931] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 912.066931] env[69304]: value = "task-4208821" [ 912.066931] env[69304]: _type = "Task" [ 912.066931] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.077689] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.487794] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208820, 'name': ReconfigVM_Task, 'duration_secs': 0.928478} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.488219] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde/4458a759-c025-4325-8553-64c4fd7ebbde.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.489715] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d839784-22e3-4871-9df1-eccdafe58605 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.509724] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0640968-ccd8-437c-92f7-0f79c54de207 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.531176] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f407c1-fbb7-4cc5-8f0d-c68f5db42a21 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.551995] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843a734-9a20-4ff6-b85c-d59e917c2827 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.560142] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.560443] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-942a86c9-2c94-4d78-8641-df8eed1addcf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.567817] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 912.567817] env[69304]: value = "task-4208823" [ 912.567817] env[69304]: _type = "Task" [ 912.567817] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.583256] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.587046] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080779} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.587323] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.589069] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472fabf6-62b4-48f7-80d7-a3b9cd85954b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.592929] env[69304]: ERROR nova.scheduler.client.report [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [req-2250e894-bca8-43d4-845d-0361a7fc3310] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2250e894-bca8-43d4-845d-0361a7fc3310"}]} [ 912.619151] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 4fe9fc02-84fc-4626-939d-eb24abef955a/4fe9fc02-84fc-4626-939d-eb24abef955a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.620591] env[69304]: DEBUG nova.scheduler.client.report [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 912.623022] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9699aa80-27cd-4d00-97b0-8efb136811c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.651025] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 912.651025] env[69304]: value = "task-4208824" [ 912.651025] env[69304]: _type = "Task" [ 912.651025] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.657748] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.660071] env[69304]: DEBUG nova.scheduler.client.report [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 912.660071] env[69304]: DEBUG nova.compute.provider_tree [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.673129] env[69304]: DEBUG nova.scheduler.client.report [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 912.683904] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "57945fb7-92f2-4df8-a956-4bc533ff8304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.684373] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.694220] env[69304]: DEBUG nova.scheduler.client.report [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 912.731079] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "0c2c87a6-834c-47f2-bb32-293d9a232e57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.731335] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.001442] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239600a-3358-e858-ab3a-9e935b46879d/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.002557] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad585c-4398-4764-8476-dc1f9bf098d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.014068] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239600a-3358-e858-ab3a-9e935b46879d/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.014337] env[69304]: ERROR oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239600a-3358-e858-ab3a-9e935b46879d/disk-0.vmdk due to incomplete transfer. [ 913.014607] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a95f7ce7-a432-4154-989b-24865ed4a6a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.024528] env[69304]: DEBUG oslo_vmware.rw_handles [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239600a-3358-e858-ab3a-9e935b46879d/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.024762] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Uploaded image b71f2158-7541-4403-88ba-709e1ce262a0 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.027884] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.028366] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d77dcf8f-c6de-4061-af81-47ba925c0440 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.036952] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 913.036952] env[69304]: value = "task-4208825" [ 913.036952] env[69304]: _type = "Task" [ 913.036952] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.048382] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208825, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.082284] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208823, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.161275] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208824, 'name': ReconfigVM_Task, 'duration_secs': 0.45817} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.164270] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 4fe9fc02-84fc-4626-939d-eb24abef955a/4fe9fc02-84fc-4626-939d-eb24abef955a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.165381] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5d176e3-16b5-4d42-9ede-f9b17aece5aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.172818] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 913.172818] env[69304]: value = "task-4208826" [ 913.172818] env[69304]: _type = "Task" [ 913.172818] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.184740] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208826, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.187287] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.207282] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ae93f-e0b0-4328-9b81-66dd9627a63c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.215351] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04047a15-8504-430c-bbee-7ce147e51c6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.247728] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.252195] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61faaa27-3a7b-49c9-9049-ade66a27cd28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.261536] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a68bd8-8c55-4efa-961d-922d30707bb5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.277629] env[69304]: DEBUG nova.compute.provider_tree [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.551170] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208825, 'name': Destroy_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.582339] env[69304]: DEBUG oslo_vmware.api [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208823, 'name': PowerOnVM_Task, 'duration_secs': 0.524484} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.582674] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.685031] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208826, 'name': Rename_Task, 'duration_secs': 0.495644} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.685431] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.685730] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ba3393-07ad-4432-8c3e-57c3f25dd583 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.695448] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 913.695448] env[69304]: value = "task-4208827" [ 913.695448] env[69304]: _type = "Task" [ 913.695448] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.708493] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.709875] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.769902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.812958] env[69304]: DEBUG nova.scheduler.client.report [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 913.813404] env[69304]: DEBUG nova.compute.provider_tree [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 93 to 94 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 913.813489] env[69304]: DEBUG nova.compute.provider_tree [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.049602] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208825, 'name': Destroy_Task, 'duration_secs': 0.914962} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.049949] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Destroyed the VM [ 914.050266] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.050674] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd5aaff3-31f3-412b-83c6-f3ccb78ea9ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.058956] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 914.058956] env[69304]: value = "task-4208828" [ 914.058956] env[69304]: _type = "Task" [ 914.058956] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.068386] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.208175] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208827, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.318987] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.774s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.319800] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.322983] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.278s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.323132] env[69304]: DEBUG nova.objects.instance [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lazy-loading 'resources' on Instance uuid ca0a02b6-916f-47b1-931e-f3317ef8ea89 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.574817] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.593655] env[69304]: INFO nova.compute.manager [None req-5620da75-e658-4165-b3dd-1563c5c5882e tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance to original state: 'active' [ 914.639526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "f075e181-a915-4355-ad97-d2e4ad860771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.639526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "f075e181-a915-4355-ad97-d2e4ad860771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.639526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "f075e181-a915-4355-ad97-d2e4ad860771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.639526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "f075e181-a915-4355-ad97-d2e4ad860771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.640258] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "f075e181-a915-4355-ad97-d2e4ad860771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.643885] env[69304]: INFO nova.compute.manager [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Terminating instance [ 914.708891] env[69304]: DEBUG oslo_vmware.api [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208827, 'name': PowerOnVM_Task, 'duration_secs': 0.785881} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.709383] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.709725] env[69304]: INFO nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Took 9.57 seconds to spawn the instance on the hypervisor. [ 914.710340] env[69304]: DEBUG nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.712022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18374c80-f7c8-4ab3-818f-0d545d1186db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.826857] env[69304]: DEBUG nova.compute.utils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.827938] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.828129] env[69304]: DEBUG nova.network.neutron [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.874772] env[69304]: DEBUG nova.policy [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bea6021893c421485ed1182f06a5774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec448da954f04377b90a3f21f3beb540', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.076152] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208828, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.146455] env[69304]: DEBUG nova.compute.manager [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.146770] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.147953] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a192f72-a193-4237-bdfa-975fb889a271 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.159945] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.163586] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7423bda6-19d4-4aa9-99fd-fff3747493c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.204564] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.204662] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.205659] env[69304]: DEBUG nova.network.neutron [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Successfully created port: d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.233278] env[69304]: INFO nova.compute.manager [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Took 45.63 seconds to build instance. [ 915.335357] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.405538] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.405538] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.405538] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleting the datastore file [datastore2] f075e181-a915-4355-ad97-d2e4ad860771 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.408458] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29bd38c5-95e6-4858-8cc4-6ab77b2edb87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.417371] env[69304]: DEBUG oslo_vmware.api [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 915.417371] env[69304]: value = "task-4208831" [ 915.417371] env[69304]: _type = "Task" [ 915.417371] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.426190] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06add1d4-8fc0-4c64-a85d-8366c8ba423a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.433396] env[69304]: DEBUG oslo_vmware.api [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.439264] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d3e43-5fd3-40f1-85b5-d2f2a527c6ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.475969] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c34505-fe83-4ee0-8a0b-c34621cedb25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.489622] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf7b55-f7ef-4f69-b85c-c7a9d6121a13 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.507464] env[69304]: DEBUG nova.compute.provider_tree [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.573189] env[69304]: DEBUG oslo_vmware.api [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208828, 'name': RemoveSnapshot_Task, 'duration_secs': 1.232158} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.573541] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 915.573730] env[69304]: INFO nova.compute.manager [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Took 17.37 seconds to snapshot the instance on the hypervisor. [ 915.738217] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8929b821-526b-4085-9782-b63dc7afcf76 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.126s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.902616] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "4458a759-c025-4325-8553-64c4fd7ebbde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.902833] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.903154] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.903421] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.903581] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.907033] env[69304]: INFO nova.compute.manager [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Terminating instance [ 915.929024] env[69304]: DEBUG oslo_vmware.api [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255342} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.929262] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.929495] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.929687] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.929867] env[69304]: INFO nova.compute.manager [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Took 0.78 seconds to destroy the instance on the hypervisor. [ 915.930131] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.930333] env[69304]: DEBUG nova.compute.manager [-] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.930428] env[69304]: DEBUG nova.network.neutron [-] [instance: f075e181-a915-4355-ad97-d2e4ad860771] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.989486] env[69304]: DEBUG oslo_concurrency.lockutils [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.989750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.990488] env[69304]: DEBUG nova.objects.instance [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'flavor' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.010765] env[69304]: DEBUG nova.scheduler.client.report [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.078251] env[69304]: DEBUG nova.compute.manager [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Instance disappeared during snapshot {{(pid=69304) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 916.099654] env[69304]: DEBUG nova.compute.manager [None req-701ff86d-c3a0-449a-99fe-9848fa420462 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image not found during clean up b71f2158-7541-4403-88ba-709e1ce262a0 {{(pid=69304) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 916.243943] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.346692] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.374414] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.374772] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.375010] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.375272] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.375434] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.375589] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.375802] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.375961] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.376152] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.376345] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.376525] env[69304]: DEBUG nova.virt.hardware [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.377517] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a3e31-e57d-4cf3-9e50-71618cb5582e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.386876] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d03fe0e-212a-4d1e-b3f5-e1cfcacc91d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.411731] env[69304]: DEBUG nova.compute.manager [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.411947] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.412882] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c22ee1-62bf-495a-b98d-51cfc8982d1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.420950] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.421239] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe41a05-2c82-4a93-90c7-158596a95c98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.429301] env[69304]: DEBUG oslo_vmware.api [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 916.429301] env[69304]: value = "task-4208832" [ 916.429301] env[69304]: _type = "Task" [ 916.429301] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.440339] env[69304]: DEBUG oslo_vmware.api [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.498322] env[69304]: DEBUG nova.objects.instance [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'pci_requests' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.515891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.519129] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.058s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.519419] env[69304]: DEBUG nova.objects.instance [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lazy-loading 'resources' on Instance uuid ad04223c-147a-435f-a2cd-d3c73ea1ca63 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.547600] env[69304]: INFO nova.scheduler.client.report [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Deleted allocations for instance ca0a02b6-916f-47b1-931e-f3317ef8ea89 [ 916.726618] env[69304]: DEBUG nova.network.neutron [-] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.770839] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.877310] env[69304]: DEBUG nova.network.neutron [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Successfully updated port: d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.940307] env[69304]: DEBUG oslo_vmware.api [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208832, 'name': PowerOffVM_Task, 'duration_secs': 0.203997} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.940584] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.940757] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.941052] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-963fb404-474c-4528-a113-9367463793fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.968215] env[69304]: DEBUG nova.compute.manager [req-71a2b281-1dea-4065-8bf9-476d04a40674 req-b9d15092-af4c-4a8c-94e3-64cfecf8d343 service nova] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Received event network-vif-deleted-ecb96cf5-2a65-4bd2-9970-c7db867eb803 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 917.002977] env[69304]: DEBUG nova.objects.base [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Object Instance<13f548d5-3ca4-47c8-b01e-11d7d8e0ae82> lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 917.002977] env[69304]: DEBUG nova.network.neutron [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.016842] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.017827] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.018223] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleting the datastore file [datastore2] 4458a759-c025-4325-8553-64c4fd7ebbde {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.019287] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a1bfe1a-c055-417e-9827-30baa4bc99e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.033439] env[69304]: DEBUG oslo_vmware.api [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 917.033439] env[69304]: value = "task-4208835" [ 917.033439] env[69304]: _type = "Task" [ 917.033439] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.049808] env[69304]: DEBUG oslo_vmware.api [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.063911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Lock "ca0a02b6-916f-47b1-931e-f3317ef8ea89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.551s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.188946] env[69304]: DEBUG oslo_concurrency.lockutils [None req-298decb9-8e02-4016-9e37-bd0f172ec327 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.199s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.233711] env[69304]: INFO nova.compute.manager [-] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Took 1.30 seconds to deallocate network for instance. [ 917.260777] env[69304]: DEBUG nova.compute.manager [req-3298f112-c046-4c47-898f-ef248e84467a req-aebf2385-0bff-41ff-ab15-b8aa9afeef2f service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Received event network-vif-plugged-d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 917.260777] env[69304]: DEBUG oslo_concurrency.lockutils [req-3298f112-c046-4c47-898f-ef248e84467a req-aebf2385-0bff-41ff-ab15-b8aa9afeef2f service nova] Acquiring lock "cd71979d-64f8-411a-9987-91db9f3af50d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.260777] env[69304]: DEBUG oslo_concurrency.lockutils [req-3298f112-c046-4c47-898f-ef248e84467a req-aebf2385-0bff-41ff-ab15-b8aa9afeef2f service nova] Lock "cd71979d-64f8-411a-9987-91db9f3af50d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.260777] env[69304]: DEBUG oslo_concurrency.lockutils [req-3298f112-c046-4c47-898f-ef248e84467a req-aebf2385-0bff-41ff-ab15-b8aa9afeef2f service nova] Lock "cd71979d-64f8-411a-9987-91db9f3af50d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.260777] env[69304]: DEBUG nova.compute.manager [req-3298f112-c046-4c47-898f-ef248e84467a req-aebf2385-0bff-41ff-ab15-b8aa9afeef2f service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] No waiting events found dispatching network-vif-plugged-d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.260777] env[69304]: WARNING nova.compute.manager [req-3298f112-c046-4c47-898f-ef248e84467a req-aebf2385-0bff-41ff-ab15-b8aa9afeef2f service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Received unexpected event network-vif-plugged-d68ba8ba-e120-4221-9cab-8b4ccc27ecca for instance with vm_state building and task_state spawning. [ 917.381193] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "refresh_cache-cd71979d-64f8-411a-9987-91db9f3af50d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.381408] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquired lock "refresh_cache-cd71979d-64f8-411a-9987-91db9f3af50d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.381612] env[69304]: DEBUG nova.network.neutron [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.551657] env[69304]: DEBUG oslo_vmware.api [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32963} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.551990] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.552622] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.552622] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.553050] env[69304]: INFO nova.compute.manager [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.553050] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.553711] env[69304]: DEBUG nova.compute.manager [-] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.553782] env[69304]: DEBUG nova.network.neutron [-] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.640148] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dedab2-81e8-4298-aea4-aac916520636 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.647648] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ccaf80-50f7-4f4a-805b-3c03c0d9e186 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.689538] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23173d08-2416-4a79-81f9-7176f04c4658 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.702287] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105832a4-b11d-49cb-8acb-d30cafc18747 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.722416] env[69304]: DEBUG nova.compute.provider_tree [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.743220] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.919899] env[69304]: DEBUG nova.network.neutron [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.119891] env[69304]: DEBUG nova.network.neutron [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Updating instance_info_cache with network_info: [{"id": "d68ba8ba-e120-4221-9cab-8b4ccc27ecca", "address": "fa:16:3e:11:87:33", "network": {"id": "204cbd39-9ac9-4d67-bb69-6c28897825f9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-125236384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec448da954f04377b90a3f21f3beb540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68ba8ba-e1", "ovs_interfaceid": "d68ba8ba-e120-4221-9cab-8b4ccc27ecca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.227914] env[69304]: DEBUG nova.scheduler.client.report [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.623174] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Releasing lock "refresh_cache-cd71979d-64f8-411a-9987-91db9f3af50d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.623510] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Instance network_info: |[{"id": "d68ba8ba-e120-4221-9cab-8b4ccc27ecca", "address": "fa:16:3e:11:87:33", "network": {"id": "204cbd39-9ac9-4d67-bb69-6c28897825f9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-125236384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec448da954f04377b90a3f21f3beb540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68ba8ba-e1", "ovs_interfaceid": "d68ba8ba-e120-4221-9cab-8b4ccc27ecca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.623918] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:87:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd68ba8ba-e120-4221-9cab-8b4ccc27ecca', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.631412] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Creating folder: Project (ec448da954f04377b90a3f21f3beb540). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.631788] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87c280d9-2502-4a70-b5fb-f7ffe3aa43f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.643747] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Created folder: Project (ec448da954f04377b90a3f21f3beb540) in parent group-v832645. [ 918.643940] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Creating folder: Instances. Parent ref: group-v832827. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.644306] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f92a7f96-9c1c-45dd-af67-0574bcc3ab46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.656027] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Created folder: Instances in parent group-v832827. [ 918.656027] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.656144] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.656345] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8799247-4a13-4daa-b9ef-8af519ad8dd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.678926] env[69304]: DEBUG nova.network.neutron [-] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.686700] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.686700] env[69304]: value = "task-4208838" [ 918.686700] env[69304]: _type = "Task" [ 918.686700] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.700791] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208838, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.733521] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.736185] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.062s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.737386] env[69304]: DEBUG nova.objects.instance [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 918.769789] env[69304]: INFO nova.scheduler.client.report [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Deleted allocations for instance ad04223c-147a-435f-a2cd-d3c73ea1ca63 [ 919.087932] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.088302] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.088741] env[69304]: DEBUG nova.objects.instance [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'flavor' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.185262] env[69304]: INFO nova.compute.manager [-] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Took 1.63 seconds to deallocate network for instance. [ 919.199705] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208838, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.277891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-78cc82dc-63d0-4c60-ba21-c165d64610e4 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "ad04223c-147a-435f-a2cd-d3c73ea1ca63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.336s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.471712] env[69304]: DEBUG nova.compute.manager [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Received event network-changed-961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 919.471904] env[69304]: DEBUG nova.compute.manager [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Refreshing instance network info cache due to event network-changed-961627bd-7ade-4234-bd66-0ef30e7c650e. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 919.472341] env[69304]: DEBUG oslo_concurrency.lockutils [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] Acquiring lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472515] env[69304]: DEBUG oslo_concurrency.lockutils [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] Acquired lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.472694] env[69304]: DEBUG nova.network.neutron [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Refreshing network info cache for port 961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.492770] env[69304]: DEBUG nova.compute.manager [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Received event network-changed-d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 919.493026] env[69304]: DEBUG nova.compute.manager [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Refreshing instance network info cache due to event network-changed-d68ba8ba-e120-4221-9cab-8b4ccc27ecca. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 919.493214] env[69304]: DEBUG oslo_concurrency.lockutils [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] Acquiring lock "refresh_cache-cd71979d-64f8-411a-9987-91db9f3af50d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.493363] env[69304]: DEBUG oslo_concurrency.lockutils [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] Acquired lock "refresh_cache-cd71979d-64f8-411a-9987-91db9f3af50d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.493535] env[69304]: DEBUG nova.network.neutron [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Refreshing network info cache for port d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.664564] env[69304]: DEBUG nova.objects.instance [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'pci_requests' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.695245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.698892] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208838, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.749175] env[69304]: DEBUG oslo_concurrency.lockutils [None req-70207251-8346-4e70-8317-86b6e0010390 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.749175] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.963s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.749175] env[69304]: DEBUG nova.objects.instance [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lazy-loading 'resources' on Instance uuid 70576c11-d63f-48a1-8a9f-6da8ae18b542 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.167361] env[69304]: DEBUG nova.objects.base [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Object Instance<13f548d5-3ca4-47c8-b01e-11d7d8e0ae82> lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.167852] env[69304]: DEBUG nova.network.neutron [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.198949] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208838, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.222765] env[69304]: DEBUG nova.network.neutron [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Updated VIF entry in instance network info cache for port d68ba8ba-e120-4221-9cab-8b4ccc27ecca. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.223148] env[69304]: DEBUG nova.network.neutron [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Updating instance_info_cache with network_info: [{"id": "d68ba8ba-e120-4221-9cab-8b4ccc27ecca", "address": "fa:16:3e:11:87:33", "network": {"id": "204cbd39-9ac9-4d67-bb69-6c28897825f9", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-125236384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec448da954f04377b90a3f21f3beb540", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd68ba8ba-e1", "ovs_interfaceid": "d68ba8ba-e120-4221-9cab-8b4ccc27ecca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.237951] env[69304]: DEBUG nova.policy [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.270544] env[69304]: DEBUG nova.network.neutron [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updated VIF entry in instance network info cache for port 961627bd-7ade-4234-bd66-0ef30e7c650e. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.270939] env[69304]: DEBUG nova.network.neutron [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updating instance_info_cache with network_info: [{"id": "961627bd-7ade-4234-bd66-0ef30e7c650e", "address": "fa:16:3e:54:82:c6", "network": {"id": "0b6c1658-39f0-4954-8990-e6c606f0cae9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1854168563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7625d1398a764be5990e5a6535254750", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap961627bd-7a", "ovs_interfaceid": "961627bd-7ade-4234-bd66-0ef30e7c650e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.566124] env[69304]: DEBUG nova.network.neutron [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Successfully created port: e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.703900] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208838, 'name': CreateVM_Task, 'duration_secs': 1.548786} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.703900] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.703900] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.703900] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.703900] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.704495] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1878716e-ae5d-4ea9-8eab-a6d886e24d3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.709578] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 920.709578] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522eb689-dffd-fad3-e4ef-60bc4d329d04" [ 920.709578] env[69304]: _type = "Task" [ 920.709578] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.721581] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522eb689-dffd-fad3-e4ef-60bc4d329d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.726651] env[69304]: DEBUG oslo_concurrency.lockutils [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] Releasing lock "refresh_cache-cd71979d-64f8-411a-9987-91db9f3af50d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.726651] env[69304]: DEBUG nova.compute.manager [req-2f9a6475-a253-483e-9ecb-b74b547220d9 req-1572c8f3-126f-452f-9ed8-627510c0c413 service nova] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Received event network-vif-deleted-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 920.757250] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4297dda-1534-4fcb-bbe1-c23e9db90dd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.764962] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8632b718-155f-45f3-9f85-cb582b897a30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.799100] env[69304]: DEBUG oslo_concurrency.lockutils [req-86aad766-2f0b-4273-bd11-99619299f29e req-b8e10382-f7cf-4a30-9501-dec055347a9b service nova] Releasing lock "refresh_cache-4fe9fc02-84fc-4626-939d-eb24abef955a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.800390] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76536d57-1ea6-487f-afa0-9a289c4bccd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.808755] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765d677a-e2a1-4b25-a6f3-9802be2679a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.823674] env[69304]: DEBUG nova.compute.provider_tree [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.234041] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522eb689-dffd-fad3-e4ef-60bc4d329d04, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.234041] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.234041] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.234041] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.234041] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.234041] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.234041] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07278c5f-6ea4-4bc1-82dd-c622f8b305c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.234041] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.234041] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.234041] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff95b548-33af-4fa3-bec9-03a1350c76f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.242451] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 921.242451] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d6d32-9239-97da-aa84-a2ec12626b5d" [ 921.242451] env[69304]: _type = "Task" [ 921.242451] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.249472] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d6d32-9239-97da-aa84-a2ec12626b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.326899] env[69304]: DEBUG nova.scheduler.client.report [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.754773] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d6d32-9239-97da-aa84-a2ec12626b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.755652] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728197ec-9f74-434e-8048-6e16570f4c2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.763655] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 921.763655] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5201ca64-bdf6-d58d-4d73-bca90df3a97c" [ 921.763655] env[69304]: _type = "Task" [ 921.763655] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.771251] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5201ca64-bdf6-d58d-4d73-bca90df3a97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.835510] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.836536] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.046s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.839033] env[69304]: INFO nova.compute.claims [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.867772] env[69304]: INFO nova.scheduler.client.report [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Deleted allocations for instance 70576c11-d63f-48a1-8a9f-6da8ae18b542 [ 922.109578] env[69304]: DEBUG nova.network.neutron [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Successfully updated port: e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.161156] env[69304]: DEBUG nova.compute.manager [req-b95feb5b-71d5-46d2-a935-084c8f7f9340 req-ad841945-bc7a-4edb-827e-4ea401c01431 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-vif-plugged-e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 922.161512] env[69304]: DEBUG oslo_concurrency.lockutils [req-b95feb5b-71d5-46d2-a935-084c8f7f9340 req-ad841945-bc7a-4edb-827e-4ea401c01431 service nova] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.161665] env[69304]: DEBUG oslo_concurrency.lockutils [req-b95feb5b-71d5-46d2-a935-084c8f7f9340 req-ad841945-bc7a-4edb-827e-4ea401c01431 service nova] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.161866] env[69304]: DEBUG oslo_concurrency.lockutils [req-b95feb5b-71d5-46d2-a935-084c8f7f9340 req-ad841945-bc7a-4edb-827e-4ea401c01431 service nova] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.163014] env[69304]: DEBUG nova.compute.manager [req-b95feb5b-71d5-46d2-a935-084c8f7f9340 req-ad841945-bc7a-4edb-827e-4ea401c01431 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] No waiting events found dispatching network-vif-plugged-e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.163014] env[69304]: WARNING nova.compute.manager [req-b95feb5b-71d5-46d2-a935-084c8f7f9340 req-ad841945-bc7a-4edb-827e-4ea401c01431 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received unexpected event network-vif-plugged-e1db84aa-5ad7-464d-bf19-6255f8748404 for instance with vm_state active and task_state None. [ 922.274075] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5201ca64-bdf6-d58d-4d73-bca90df3a97c, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.274378] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.274610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] cd71979d-64f8-411a-9987-91db9f3af50d/cd71979d-64f8-411a-9987-91db9f3af50d.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.274875] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1713a734-f516-4b4c-99ec-3ff7d30eb1fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.282746] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 922.282746] env[69304]: value = "task-4208842" [ 922.282746] env[69304]: _type = "Task" [ 922.282746] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.293087] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.375297] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ed806364-cc37-4e03-9e78-b380a750e909 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Lock "70576c11-d63f-48a1-8a9f-6da8ae18b542" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.181s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.614212] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.614212] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.614212] env[69304]: DEBUG nova.network.neutron [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.796554] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.116586] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.116842] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.117096] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "af9f9491-7450-409a-ad17-1f0f74f58829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.117256] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.117430] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.123458] env[69304]: INFO nova.compute.manager [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Terminating instance [ 923.171532] env[69304]: WARNING nova.network.neutron [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 923.269989] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb339b-d678-4c48-b669-642876595ede {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.278951] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e369da4f-26f1-4c37-bd5a-922b4639cf30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.315580] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e127ac41-87a1-433e-b9ef-e3b9fecfc3d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.321927] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540905} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.322672] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] cd71979d-64f8-411a-9987-91db9f3af50d/cd71979d-64f8-411a-9987-91db9f3af50d.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.322918] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.323192] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60e664dd-937c-44f6-a2de-6d3191625c5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.330547] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b92b0-4bfc-417f-a627-411503636dab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.336011] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 923.336011] env[69304]: value = "task-4208844" [ 923.336011] env[69304]: _type = "Task" [ 923.336011] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.349649] env[69304]: DEBUG nova.compute.provider_tree [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.357671] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.629126] env[69304]: DEBUG nova.compute.manager [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.629126] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.629126] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3de34-b6ad-4d68-8118-3a44eeb6004c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.640155] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.640694] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e946fa61-8e5a-458d-b511-3cc5dcb20667 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.648962] env[69304]: DEBUG oslo_vmware.api [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 923.648962] env[69304]: value = "task-4208845" [ 923.648962] env[69304]: _type = "Task" [ 923.648962] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.658653] env[69304]: DEBUG nova.network.neutron [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db84aa-5ad7-464d-bf19-6255f8748404", "address": "fa:16:3e:97:3c:47", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db84aa-5a", "ovs_interfaceid": "e1db84aa-5ad7-464d-bf19-6255f8748404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.664916] env[69304]: DEBUG oslo_vmware.api [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.846940] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106669} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.847069] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.847905] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150cd2b0-2ad2-4de9-b84a-a0a7725b833a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.853290] env[69304]: DEBUG nova.scheduler.client.report [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.878721] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] cd71979d-64f8-411a-9987-91db9f3af50d/cd71979d-64f8-411a-9987-91db9f3af50d.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.879081] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.043s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.879615] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.882260] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18dedc53-5910-4c99-92b2-c485044deaa9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.896950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.286s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.897232] env[69304]: DEBUG nova.objects.instance [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lazy-loading 'resources' on Instance uuid 12e61e3d-8ea2-41fe-bfe8-26d574075ebf {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.905206] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 923.905206] env[69304]: value = "task-4208846" [ 923.905206] env[69304]: _type = "Task" [ 923.905206] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.917230] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.159743] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.160427] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.160594] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.160877] env[69304]: DEBUG oslo_vmware.api [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208845, 'name': PowerOffVM_Task, 'duration_secs': 0.231889} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.161615] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3102b-1adc-468b-a29e-eb1bb61f7692 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.164548] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.164731] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.165022] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a25cbcd-4fd6-4aab-9a05-bd6c09e7e0b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.182886] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.183151] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.183311] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.183948] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.183948] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.183948] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.184102] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.184169] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.184332] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.184496] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.184673] env[69304]: DEBUG nova.virt.hardware [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.191258] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfiguring VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 924.192082] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701fd6ff-2843-4943-a268-6ee644967949 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.210306] env[69304]: DEBUG oslo_vmware.api [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 924.210306] env[69304]: value = "task-4208848" [ 924.210306] env[69304]: _type = "Task" [ 924.210306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.219605] env[69304]: DEBUG oslo_vmware.api [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208848, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.234227] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.234532] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.234778] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Deleting the datastore file [datastore2] af9f9491-7450-409a-ad17-1f0f74f58829 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.235156] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed613167-f4af-4205-a4d3-ef94370a27cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.241918] env[69304]: DEBUG oslo_vmware.api [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for the task: (returnval){ [ 924.241918] env[69304]: value = "task-4208849" [ 924.241918] env[69304]: _type = "Task" [ 924.241918] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.250839] env[69304]: DEBUG oslo_vmware.api [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.369668] env[69304]: DEBUG nova.compute.manager [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-changed-e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 924.369980] env[69304]: DEBUG nova.compute.manager [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing instance network info cache due to event network-changed-e1db84aa-5ad7-464d-bf19-6255f8748404. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 924.370237] env[69304]: DEBUG oslo_concurrency.lockutils [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.370420] env[69304]: DEBUG oslo_concurrency.lockutils [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.370670] env[69304]: DEBUG nova.network.neutron [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing network info cache for port e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.401212] env[69304]: DEBUG nova.compute.utils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.405959] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.406213] env[69304]: DEBUG nova.network.neutron [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.418941] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208846, 'name': ReconfigVM_Task, 'duration_secs': 0.291279} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.419323] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] cd71979d-64f8-411a-9987-91db9f3af50d/cd71979d-64f8-411a-9987-91db9f3af50d.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.420091] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3223668d-f960-48c3-ac58-2ce39040c0a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.429957] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 924.429957] env[69304]: value = "task-4208850" [ 924.429957] env[69304]: _type = "Task" [ 924.429957] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.451893] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208850, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.480459] env[69304]: DEBUG nova.policy [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3395f2c8c404290bb71f2855bd0a525', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d51516a754749969b474a445ca47de7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.721616] env[69304]: DEBUG oslo_vmware.api [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.753959] env[69304]: DEBUG oslo_vmware.api [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Task: {'id': task-4208849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147682} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.758023] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.758105] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.758375] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.758767] env[69304]: INFO nova.compute.manager [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Took 1.13 seconds to destroy the instance on the hypervisor. [ 924.759165] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.759773] env[69304]: DEBUG nova.compute.manager [-] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.759905] env[69304]: DEBUG nova.network.neutron [-] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.840149] env[69304]: DEBUG nova.network.neutron [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Successfully created port: faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.907264] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.946941] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208850, 'name': Rename_Task, 'duration_secs': 0.178884} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.947331] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.947664] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c96329-3808-4f24-94ea-467630dd61fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.959284] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 924.959284] env[69304]: value = "task-4208851" [ 924.959284] env[69304]: _type = "Task" [ 924.959284] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.961796] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3676b-210c-4703-ada6-0934c90dedcf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.978974] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa68e60d-71df-4884-8d5f-3f398bd8801d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.984011] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.025107] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec2b29-ee8f-4b4a-900a-c0dfeba82e3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.034589] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f58946f-a3f7-456b-9bc2-67eda53ce89c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.052601] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.177644] env[69304]: DEBUG nova.network.neutron [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updated VIF entry in instance network info cache for port e1db84aa-5ad7-464d-bf19-6255f8748404. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.177799] env[69304]: DEBUG nova.network.neutron [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db84aa-5ad7-464d-bf19-6255f8748404", "address": "fa:16:3e:97:3c:47", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db84aa-5a", "ovs_interfaceid": "e1db84aa-5ad7-464d-bf19-6255f8748404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.226606] env[69304]: DEBUG oslo_vmware.api [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.472237] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.584435] env[69304]: ERROR nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [req-53f4a8e9-dbd0-4530-a4cc-4c6e2a969d97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53f4a8e9-dbd0-4530-a4cc-4c6e2a969d97"}]} [ 925.607698] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.633846] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.634076] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.655276] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.685281] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.688285] env[69304]: DEBUG oslo_concurrency.lockutils [req-5db1f2a2-ed6e-4cef-a5c2-5d3140f2694b req-70323f95-d1a2-47c9-95c0-d561d201b270 service nova] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.688905] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "16addb12-b883-4671-9d74-47fc2c8f8864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.689057] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "16addb12-b883-4671-9d74-47fc2c8f8864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.731773] env[69304]: DEBUG oslo_vmware.api [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.923023] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.946810] env[69304]: DEBUG nova.network.neutron [-] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.964643] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.965087] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.965801] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.965801] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.965801] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.965801] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.965967] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.966139] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.966303] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.966487] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.969024] env[69304]: DEBUG nova.virt.hardware [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.969024] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b664e8a-7426-48d3-90da-de81b3a2c81e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.986044] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208851, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.989858] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccf64e7-7ff4-46ee-ba93-f6ae456d82c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.771813] env[69304]: INFO nova.compute.manager [-] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Took 2.01 seconds to deallocate network for instance. [ 926.773218] env[69304]: DEBUG nova.network.neutron [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Successfully updated port: faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.787446] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.787534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.787680] env[69304]: DEBUG nova.network.neutron [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.791281] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "273da433-64e9-493a-a3ce-e5dffaa92f45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.791620] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "273da433-64e9-493a-a3ce-e5dffaa92f45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.798685] env[69304]: DEBUG oslo_vmware.api [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208848, 'name': ReconfigVM_Task, 'duration_secs': 1.96698} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.804143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.804360] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfigured VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 926.806837] env[69304]: DEBUG oslo_vmware.api [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208851, 'name': PowerOnVM_Task, 'duration_secs': 1.145714} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.807640] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.807846] env[69304]: INFO nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Took 10.46 seconds to spawn the instance on the hypervisor. [ 926.808040] env[69304]: DEBUG nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.808867] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009f644-0d6b-43e3-9c0f-c3cdd30195f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.013902] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11c39c6-6a9f-497c-8bb7-a09d30427172 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.024161] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff2e5c-321c-4d34-8e07-a672da85a1e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.055413] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf153533-d73c-4a26-878d-e747f2a2cf51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.067610] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfa48fe-317d-488f-9ff2-b774e6265e13 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.083765] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.179719] env[69304]: DEBUG nova.compute.manager [req-a3553628-8939-4eaa-9f03-bb0b1d14125c req-2e9febf8-4afa-4e3e-ad0e-7a64d9308e7a service nova] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Received event network-vif-deleted-14844e30-0d0d-4272-a530-7dc4c36d88f7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 927.295624] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.309963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.221s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.329984] env[69304]: INFO nova.compute.manager [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Took 50.84 seconds to build instance. [ 927.336312] env[69304]: DEBUG nova.network.neutron [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.475374] env[69304]: DEBUG nova.network.neutron [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Updating instance_info_cache with network_info: [{"id": "faa93ed4-e907-4908-8b55-85185c800dc4", "address": "fa:16:3e:86:83:e1", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa93ed4-e9", "ovs_interfaceid": "faa93ed4-e907-4908-8b55-85185c800dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.476970] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "bf3c0cd2-ab64-4d79-b502-f38332426afe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.477216] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.603959] env[69304]: ERROR nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [req-58b0344f-ff51-4db9-bb69-7ade60338117] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-58b0344f-ff51-4db9-bb69-7ade60338117"}]} [ 927.620587] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 927.634793] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 927.635039] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.646786] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 927.665746] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 927.832517] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef116a54-b318-4623-a645-eaa1b0ceecbd tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "cd71979d-64f8-411a-9987-91db9f3af50d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.218s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.979183] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.979668] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Instance network_info: |[{"id": "faa93ed4-e907-4908-8b55-85185c800dc4", "address": "fa:16:3e:86:83:e1", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa93ed4-e9", "ovs_interfaceid": "faa93ed4-e907-4908-8b55-85185c800dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.980070] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:83:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa93ed4-e907-4908-8b55-85185c800dc4', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.987841] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.990909] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.991397] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ddf2388-e988-4242-a8fa-f0b4b27b3060 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.014032] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.014032] env[69304]: value = "task-4208852" [ 928.014032] env[69304]: _type = "Task" [ 928.014032] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.026534] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208852, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.147760] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a04a283-0d15-454a-9440-6fe8924c6caf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.157535] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a01954-7263-47f0-9653-ab37f0b1a671 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.190405] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11ac6d-088a-4269-9803-d7abe4150077 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.199308] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7485eb-b914-4280-8edd-9f113cb497df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.214790] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.337506] env[69304]: DEBUG nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.526285] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208852, 'name': CreateVM_Task, 'duration_secs': 0.347324} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.526285] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.527161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.527343] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.527652] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.527914] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7c5707-352b-4554-91de-2d0a8d172f6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.533977] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 928.533977] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521e017e-e8f0-8efd-c536-977f793bbcb9" [ 928.533977] env[69304]: _type = "Task" [ 928.533977] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.543941] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521e017e-e8f0-8efd-c536-977f793bbcb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.736726] env[69304]: ERROR nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [req-10c49fc8-e9bf-447e-9fcb-f08fc19ffcba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10c49fc8-e9bf-447e-9fcb-f08fc19ffcba"}]} [ 928.758296] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 928.773024] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 928.773024] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.784709] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 928.802627] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 928.861567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.938873] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "b3942bc6-49d3-4260-bd82-4f6224bab80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.939151] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.939368] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "b3942bc6-49d3-4260-bd82-4f6224bab80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.939584] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.940453] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.942428] env[69304]: INFO nova.compute.manager [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Terminating instance [ 929.046570] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521e017e-e8f0-8efd-c536-977f793bbcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.049626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.053019] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.053019] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.053019] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.053019] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.053019] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f3155a6-8577-4f54-8fbb-28320eac4dd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.063139] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.063139] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.065255] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee595037-9892-41e7-ad41-6e4dd55f88df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.075520] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 929.075520] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aa5aeb-0ab0-c276-11db-91af7c5ffbf3" [ 929.075520] env[69304]: _type = "Task" [ 929.075520] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.085018] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aa5aeb-0ab0-c276-11db-91af7c5ffbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.112616] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.112861] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.349864] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3ad483-9b3a-42f3-ac6e-cb5126cb699d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.358815] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990971de-2631-4089-9615-75f62bdbfb8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.396839] env[69304]: DEBUG nova.compute.manager [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Received event network-vif-plugged-faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 929.397160] env[69304]: DEBUG oslo_concurrency.lockutils [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] Acquiring lock "044e3827-f12f-419c-9bf3-65ccbddfeac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.397432] env[69304]: DEBUG oslo_concurrency.lockutils [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.397660] env[69304]: DEBUG oslo_concurrency.lockutils [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.397902] env[69304]: DEBUG nova.compute.manager [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] No waiting events found dispatching network-vif-plugged-faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.398135] env[69304]: WARNING nova.compute.manager [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Received unexpected event network-vif-plugged-faa93ed4-e907-4908-8b55-85185c800dc4 for instance with vm_state building and task_state spawning. [ 929.398358] env[69304]: DEBUG nova.compute.manager [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Received event network-changed-faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 929.398595] env[69304]: DEBUG nova.compute.manager [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Refreshing instance network info cache due to event network-changed-faa93ed4-e907-4908-8b55-85185c800dc4. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 929.398840] env[69304]: DEBUG oslo_concurrency.lockutils [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] Acquiring lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.399042] env[69304]: DEBUG oslo_concurrency.lockutils [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] Acquired lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.399260] env[69304]: DEBUG nova.network.neutron [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Refreshing network info cache for port faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.401243] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8d2c7d-e1f0-4478-95dd-eab054b2f4e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.412049] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568bc8c0-1509-4d21-9093-f0d911a11ccd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.426225] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.448613] env[69304]: DEBUG nova.compute.manager [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.448945] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.450198] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a0859-30f2-46f4-a97b-73e1d3f44eb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.459471] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.459761] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7826934b-1a80-43f2-bf22-66c279bb4508 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.466718] env[69304]: DEBUG oslo_vmware.api [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 929.466718] env[69304]: value = "task-4208853" [ 929.466718] env[69304]: _type = "Task" [ 929.466718] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.476817] env[69304]: DEBUG oslo_vmware.api [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.554151] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.554405] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.585043] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aa5aeb-0ab0-c276-11db-91af7c5ffbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.01371} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.585623] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872ee8c9-dcb7-425c-b18e-b85653556ea2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.592670] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 929.592670] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d7548c-0fb8-3d5e-082f-7d2e6446aeaf" [ 929.592670] env[69304]: _type = "Task" [ 929.592670] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.601681] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d7548c-0fb8-3d5e-082f-7d2e6446aeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.936459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.936864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.937757] env[69304]: DEBUG nova.objects.instance [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'flavor' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.959664] env[69304]: ERROR nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [req-ec5627d6-5964-4b9a-b145-2a82d7c83d57] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec5627d6-5964-4b9a-b145-2a82d7c83d57"}]} [ 929.960568] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.064s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.962842] env[69304]: ERROR nova.compute.manager [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e (generation 99): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec5627d6-5964-4b9a-b145-2a82d7c83d57"}]} [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Traceback (most recent call last): [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self._delete_instance(context, instance, bdms) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self._complete_deletion(context, instance) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/manager.py", line 929, in _complete_deletion [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self._update_resource_tracker(context, instance) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/manager.py", line 695, in _update_resource_tracker [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self.rt.update_usage(context, instance, instance.node) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] return f(*args, **kwargs) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 732, in update_usage [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self._update(context.elevated(), self.compute_nodes[nodename]) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self._update_to_placement(context, compute_node, startup) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] raise attempt.get() [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] six.reraise(self.value[0], self.value[1], self.value[2]) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] raise value [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self.reportclient.update_from_provider_tree( [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] self.set_inventory_for_provider( [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] raise exception.ResourceProviderUpdateConflict( [ 929.962842] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e (generation 99): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec5627d6-5964-4b9a-b145-2a82d7c83d57"}]} [ 929.963999] env[69304]: ERROR nova.compute.manager [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] [ 929.965867] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.263s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.968709] env[69304]: INFO nova.compute.claims [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.986263] env[69304]: DEBUG oslo_vmware.api [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208853, 'name': PowerOffVM_Task, 'duration_secs': 0.452144} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.986661] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.986908] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.987855] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8025d67e-270d-4bed-984c-4384c08e14a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.068164] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.068398] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.068695] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleting the datastore file [datastore2] b3942bc6-49d3-4260-bd82-4f6224bab80c {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.069017] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d52e46-ca4a-42fe-ae3b-4dfc174232ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.076232] env[69304]: DEBUG oslo_vmware.api [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 930.076232] env[69304]: value = "task-4208855" [ 930.076232] env[69304]: _type = "Task" [ 930.076232] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.085518] env[69304]: DEBUG oslo_vmware.api [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.102448] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d7548c-0fb8-3d5e-082f-7d2e6446aeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.105067] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.106120] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/044e3827-f12f-419c-9bf3-65ccbddfeac6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.106120] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e54d16-cf44-4b62-8410-f37651bbb506 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.113414] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 930.113414] env[69304]: value = "task-4208856" [ 930.113414] env[69304]: _type = "Task" [ 930.113414] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.123121] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.140430] env[69304]: DEBUG nova.network.neutron [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Updated VIF entry in instance network info cache for port faa93ed4-e907-4908-8b55-85185c800dc4. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.140906] env[69304]: DEBUG nova.network.neutron [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Updating instance_info_cache with network_info: [{"id": "faa93ed4-e907-4908-8b55-85185c800dc4", "address": "fa:16:3e:86:83:e1", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa93ed4-e9", "ovs_interfaceid": "faa93ed4-e907-4908-8b55-85185c800dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.473249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.804s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.548888] env[69304]: DEBUG nova.objects.instance [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'pci_requests' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.590253] env[69304]: DEBUG oslo_vmware.api [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15612} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.590694] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.590822] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.591046] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.591277] env[69304]: INFO nova.compute.manager [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 930.591535] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.592069] env[69304]: DEBUG nova.compute.manager [-] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.592171] env[69304]: DEBUG nova.network.neutron [-] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.624058] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208856, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.644217] env[69304]: DEBUG oslo_concurrency.lockutils [req-eafb0d87-dc2e-4255-8369-b74c07c6fef5 req-8afb6b30-b888-4725-b706-c72c3bc930e1 service nova] Releasing lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.009556] env[69304]: DEBUG nova.scheduler.client.report [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.030393] env[69304]: DEBUG nova.scheduler.client.report [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.030631] env[69304]: DEBUG nova.compute.provider_tree [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 2, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.043267] env[69304]: DEBUG nova.scheduler.client.report [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.053659] env[69304]: DEBUG nova.objects.base [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Object Instance<13f548d5-3ca4-47c8-b01e-11d7d8e0ae82> lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.054071] env[69304]: DEBUG nova.network.neutron [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.066032] env[69304]: DEBUG nova.scheduler.client.report [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.126359] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518985} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.130838] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/044e3827-f12f-419c-9bf3-65ccbddfeac6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.131201] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.131747] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c98f78a-0328-4fa3-8c0b-c19af2ab546a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.143167] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 931.143167] env[69304]: value = "task-4208857" [ 931.143167] env[69304]: _type = "Task" [ 931.143167] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.144117] env[69304]: DEBUG nova.policy [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.158852] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.591521] env[69304]: DEBUG nova.network.neutron [-] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.624236] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bcbeab-a6c2-46f8-a01d-5d62ea9fcde3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.632205] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075cd2e-9f86-4127-b87b-76f62f5badaf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.673185] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b17dd3-3ce4-4340-a5f3-a8324635014b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.684081] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3bf20c-e5dd-43ea-9236-43565f3669a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.687865] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076433} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.688195] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.692171] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd56b0c9-3027-4866-8b65-0a66f0a6fcbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.702848] env[69304]: DEBUG nova.compute.provider_tree [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.725450] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/044e3827-f12f-419c-9bf3-65ccbddfeac6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.727987] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89bd5407-462d-4ad0-9791-0b3065df96a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.742697] env[69304]: DEBUG nova.compute.manager [req-c1456dda-392c-4805-9f00-84bd6f918fa5 req-fe7a182d-d6cb-480e-8a96-80d1cc4dca33 service nova] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Received event network-vif-deleted-8afef710-80fc-4165-9e5e-b5bbd55e5056 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 931.751352] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 931.751352] env[69304]: value = "task-4208858" [ 931.751352] env[69304]: _type = "Task" [ 931.751352] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.760449] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.986157] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.092759] env[69304]: INFO nova.compute.manager [-] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Took 1.50 seconds to deallocate network for instance. [ 932.242171] env[69304]: DEBUG nova.scheduler.client.report [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 932.242695] env[69304]: DEBUG nova.compute.provider_tree [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 100 to 101 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 932.243016] env[69304]: DEBUG nova.compute.provider_tree [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.261083] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208858, 'name': ReconfigVM_Task, 'duration_secs': 0.310132} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.261923] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/044e3827-f12f-419c-9bf3-65ccbddfeac6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.263357] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972d0ac6-362b-41fc-8a94-832327c4cdc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.274221] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 932.274221] env[69304]: value = "task-4208859" [ 932.274221] env[69304]: _type = "Task" [ 932.274221] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.283715] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208859, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.602163] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.738168] env[69304]: DEBUG nova.network.neutron [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Successfully updated port: c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.750178] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.751602] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.753562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.567s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.754954] env[69304]: INFO nova.compute.claims [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.785971] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208859, 'name': Rename_Task, 'duration_secs': 0.144108} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.787133] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.787530] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e692c7e-83a5-4521-8839-033d33a26c60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.797964] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 932.797964] env[69304]: value = "task-4208860" [ 932.797964] env[69304]: _type = "Task" [ 932.797964] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.811715] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.243516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.243795] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.243929] env[69304]: DEBUG nova.network.neutron [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.256749] env[69304]: DEBUG nova.compute.utils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.259278] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.259515] env[69304]: DEBUG nova.network.neutron [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.314641] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208860, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.372044] env[69304]: DEBUG nova.policy [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9efa1c8d78774d7990dee2e33261659e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f356b631fab4944aefec90f4ed82e3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.671999] env[69304]: DEBUG nova.network.neutron [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Successfully created port: e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.753419] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "cd71979d-64f8-411a-9987-91db9f3af50d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.753692] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "cd71979d-64f8-411a-9987-91db9f3af50d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.753911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "cd71979d-64f8-411a-9987-91db9f3af50d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.754324] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "cd71979d-64f8-411a-9987-91db9f3af50d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.754522] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "cd71979d-64f8-411a-9987-91db9f3af50d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.757832] env[69304]: INFO nova.compute.manager [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Terminating instance [ 933.765013] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.806389] env[69304]: WARNING nova.network.neutron [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 933.806389] env[69304]: WARNING nova.network.neutron [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 933.811935] env[69304]: DEBUG oslo_vmware.api [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208860, 'name': PowerOnVM_Task, 'duration_secs': 0.613533} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.812685] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.812914] env[69304]: INFO nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Took 7.89 seconds to spawn the instance on the hypervisor. [ 933.813481] env[69304]: DEBUG nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.814123] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd6d804-df76-4ff1-9618-83261ca84013 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.949515] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.949787] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.262526] env[69304]: DEBUG nova.compute.manager [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.262963] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.263933] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c892cca-1e7d-478b-8974-08044394e687 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.280987] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.280987] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c371c21-fbfe-475d-98b3-74d9e67430ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.288190] env[69304]: DEBUG oslo_vmware.api [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 934.288190] env[69304]: value = "task-4208861" [ 934.288190] env[69304]: _type = "Task" [ 934.288190] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.303054] env[69304]: DEBUG oslo_vmware.api [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.348340] env[69304]: INFO nova.compute.manager [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Took 43.57 seconds to build instance. [ 934.443387] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba88b44-c5a7-4e73-ba56-e7ab21facd09 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.456664] env[69304]: DEBUG nova.compute.utils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.460197] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aac221a-8412-4a5a-aa03-9dfd35cf1c49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.502305] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392ee2b9-3a34-4cad-9f72-828fc185ec0b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.511892] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caed4315-91c3-4179-b7f1-2ebf3657fe27 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.527683] env[69304]: DEBUG nova.compute.provider_tree [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.676213] env[69304]: DEBUG nova.network.neutron [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db84aa-5ad7-464d-bf19-6255f8748404", "address": "fa:16:3e:97:3c:47", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db84aa-5a", "ovs_interfaceid": "e1db84aa-5ad7-464d-bf19-6255f8748404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c16b1c06-00c1-46f0-b30a-f7c0e0e6d452", "address": "fa:16:3e:81:a5:98", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16b1c06-00", "ovs_interfaceid": "c16b1c06-00c1-46f0-b30a-f7c0e0e6d452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.779796] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.799959] env[69304]: DEBUG oslo_vmware.api [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208861, 'name': PowerOffVM_Task, 'duration_secs': 0.252017} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.800284] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.800467] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.800784] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f2cfbc-892f-45e6-8bd9-7cef173a1740 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.818616] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.818970] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.819222] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.819488] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.819718] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.819931] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.820276] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.820512] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.820757] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.820996] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.821259] env[69304]: DEBUG nova.virt.hardware [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.822987] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb26bd-0a52-4240-b1a6-ec5a127f551c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.831876] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8debe-0f28-4a40-8211-f491a21ab415 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.847491] env[69304]: DEBUG oslo_concurrency.lockutils [None req-411b8d46-cdba-4ea0-b642-1ef050a21fcb tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.092s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.867026] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.867026] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.867026] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Deleting the datastore file [datastore2] cd71979d-64f8-411a-9987-91db9f3af50d {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.867026] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82cff4e3-499c-49db-9e53-c5b5077d420c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.876024] env[69304]: DEBUG oslo_vmware.api [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for the task: (returnval){ [ 934.876024] env[69304]: value = "task-4208863" [ 934.876024] env[69304]: _type = "Task" [ 934.876024] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.883421] env[69304]: DEBUG oslo_vmware.api [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.966672] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.031212] env[69304]: DEBUG nova.scheduler.client.report [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.180034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.180972] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.181274] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.183185] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce1396-f764-4773-934a-40db03389775 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.204426] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.204747] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.204930] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.205191] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.205369] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.205524] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.205735] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.205893] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.206072] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.206241] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.206414] env[69304]: DEBUG nova.virt.hardware [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.213335] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfiguring VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 935.213712] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b119f64-0cd3-406b-b9cd-c08941e16aef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.234301] env[69304]: DEBUG oslo_vmware.api [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 935.234301] env[69304]: value = "task-4208864" [ 935.234301] env[69304]: _type = "Task" [ 935.234301] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.245561] env[69304]: DEBUG oslo_vmware.api [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208864, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.352377] env[69304]: DEBUG nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.384545] env[69304]: DEBUG oslo_vmware.api [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Task: {'id': task-4208863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487933} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.384812] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.384999] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.385199] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.385380] env[69304]: INFO nova.compute.manager [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 935.385643] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.385853] env[69304]: DEBUG nova.compute.manager [-] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.385944] env[69304]: DEBUG nova.network.neutron [-] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.538018] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.538018] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.540122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.177s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.540927] env[69304]: DEBUG nova.objects.instance [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lazy-loading 'resources' on Instance uuid 58199a59-81d5-4320-af6f-06a89b7091fe {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.747447] env[69304]: DEBUG oslo_vmware.api [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.808581] env[69304]: DEBUG nova.network.neutron [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Successfully updated port: e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.883404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.026304] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.026304] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.026399] env[69304]: INFO nova.compute.manager [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Attaching volume 18b3dcfb-edad-4aed-bc8c-8b563e54b455 to /dev/sdb [ 936.042081] env[69304]: DEBUG nova.compute.utils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.043767] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.046086] env[69304]: DEBUG nova.network.neutron [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.077263] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205bbc9d-a6aa-48bb-a786-229526971db2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.087059] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113ee473-c1e1-45c8-be09-d008c9b0974b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.094542] env[69304]: DEBUG nova.compute.manager [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-vif-plugged-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 936.095307] env[69304]: DEBUG oslo_concurrency.lockutils [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.095307] env[69304]: DEBUG oslo_concurrency.lockutils [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.095307] env[69304]: DEBUG oslo_concurrency.lockutils [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.095307] env[69304]: DEBUG nova.compute.manager [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] No waiting events found dispatching network-vif-plugged-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 936.095549] env[69304]: WARNING nova.compute.manager [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received unexpected event network-vif-plugged-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 for instance with vm_state active and task_state None. [ 936.095592] env[69304]: DEBUG nova.compute.manager [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-changed-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 936.095739] env[69304]: DEBUG nova.compute.manager [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing instance network info cache due to event network-changed-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 936.095914] env[69304]: DEBUG oslo_concurrency.lockutils [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.096065] env[69304]: DEBUG oslo_concurrency.lockutils [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.096211] env[69304]: DEBUG nova.network.neutron [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Refreshing network info cache for port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.113209] env[69304]: DEBUG nova.virt.block_device [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating existing volume attachment record: b3d63ce8-6dab-436a-917f-c97dbd89330b {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 936.116730] env[69304]: DEBUG nova.policy [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2ba5ab84bbf4f258f55f8c523fae26b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e665935ed76a4de9b059c2011e615671', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.248906] env[69304]: DEBUG oslo_vmware.api [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208864, 'name': ReconfigVM_Task, 'duration_secs': 0.61386} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.249131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.250028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfigured VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 936.283367] env[69304]: DEBUG nova.network.neutron [-] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.316545] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.316704] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.316920] env[69304]: DEBUG nova.network.neutron [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.462158] env[69304]: DEBUG nova.network.neutron [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Successfully created port: bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.551649] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.727313] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ef759-51d7-4838-aa89-0c53fa1c26fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.738224] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bb3bd-706c-4507-8d3f-9285ef917514 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.780028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.843s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.784777] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee80dd7-12e4-4164-9088-cef425049b10 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.788240] env[69304]: INFO nova.compute.manager [-] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Took 1.40 seconds to deallocate network for instance. [ 936.801332] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e2848-8685-44e9-a2f6-be60622c8b05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.818043] env[69304]: DEBUG nova.compute.provider_tree [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.866999] env[69304]: DEBUG nova.network.neutron [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.972475] env[69304]: DEBUG nova.network.neutron [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updated VIF entry in instance network info cache for port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.973153] env[69304]: DEBUG nova.network.neutron [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e1db84aa-5ad7-464d-bf19-6255f8748404", "address": "fa:16:3e:97:3c:47", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1db84aa-5a", "ovs_interfaceid": "e1db84aa-5ad7-464d-bf19-6255f8748404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c16b1c06-00c1-46f0-b30a-f7c0e0e6d452", "address": "fa:16:3e:81:a5:98", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16b1c06-00", "ovs_interfaceid": "c16b1c06-00c1-46f0-b30a-f7c0e0e6d452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.100660] env[69304]: DEBUG nova.network.neutron [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [{"id": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "address": "fa:16:3e:21:80:68", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d1e3fe-df", "ovs_interfaceid": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.295871] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.322618] env[69304]: DEBUG nova.scheduler.client.report [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.480404] env[69304]: DEBUG oslo_concurrency.lockutils [req-28d75bfe-601d-4992-95b8-3cae35c4fd59 req-e7d3b0a5-08b7-4683-93b1-c95fa93e236a service nova] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.566154] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.596384] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.596667] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.596829] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.597020] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.597171] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.597321] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.597531] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.597704] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.597876] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.598117] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.598231] env[69304]: DEBUG nova.virt.hardware [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.599606] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd39920-64df-4554-872a-a65d24d72dfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.603213] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.603580] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Instance network_info: |[{"id": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "address": "fa:16:3e:21:80:68", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d1e3fe-df", "ovs_interfaceid": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.604029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:80:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6d1e3fe-df46-4b47-84a3-d04e0cf09db7', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.612211] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.616338] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.616338] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49394fc0-2632-4d36-80f8-9a5a71063087 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.633022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbe4883-b3b0-4a26-be0e-ee1536795b2c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.652259] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.652259] env[69304]: value = "task-4208868" [ 937.652259] env[69304]: _type = "Task" [ 937.652259] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.660867] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208868, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.663495] env[69304]: INFO nova.compute.manager [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Rescuing [ 937.663724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.663890] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.664072] env[69304]: DEBUG nova.network.neutron [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.827809] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.831087] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.858s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.865479] env[69304]: INFO nova.scheduler.client.report [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocations for instance 58199a59-81d5-4320-af6f-06a89b7091fe [ 938.163676] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208868, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.233949] env[69304]: DEBUG nova.compute.manager [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Received event network-vif-plugged-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 938.237817] env[69304]: DEBUG oslo_concurrency.lockutils [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] Acquiring lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.237817] env[69304]: DEBUG oslo_concurrency.lockutils [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.237817] env[69304]: DEBUG oslo_concurrency.lockutils [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.237817] env[69304]: DEBUG nova.compute.manager [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] No waiting events found dispatching network-vif-plugged-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 938.237817] env[69304]: WARNING nova.compute.manager [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Received unexpected event network-vif-plugged-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 for instance with vm_state building and task_state spawning. [ 938.237817] env[69304]: DEBUG nova.compute.manager [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Received event network-vif-deleted-d68ba8ba-e120-4221-9cab-8b4ccc27ecca {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 938.237817] env[69304]: DEBUG nova.compute.manager [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Received event network-changed-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 938.237817] env[69304]: DEBUG nova.compute.manager [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Refreshing instance network info cache due to event network-changed-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 938.237817] env[69304]: DEBUG oslo_concurrency.lockutils [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] Acquiring lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.237817] env[69304]: DEBUG oslo_concurrency.lockutils [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] Acquired lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.237817] env[69304]: DEBUG nova.network.neutron [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Refreshing network info cache for port e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.272204] env[69304]: DEBUG nova.network.neutron [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Successfully updated port: bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.378025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "58199a59-81d5-4320-af6f-06a89b7091fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.566s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.435105] env[69304]: DEBUG nova.network.neutron [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Updating instance_info_cache with network_info: [{"id": "faa93ed4-e907-4908-8b55-85185c800dc4", "address": "fa:16:3e:86:83:e1", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa93ed4-e9", "ovs_interfaceid": "faa93ed4-e907-4908-8b55-85185c800dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.664689] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208868, 'name': CreateVM_Task, 'duration_secs': 0.567587} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.664966] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.665655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.665963] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.666539] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.666816] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8628cad5-9b2f-4653-a0b9-8163d5173175 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.673559] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 938.673559] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aca1c3-df7c-4127-c354-4cdfcbb8eb92" [ 938.673559] env[69304]: _type = "Task" [ 938.673559] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.684560] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aca1c3-df7c-4127-c354-4cdfcbb8eb92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.772497] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "refresh_cache-496eaee8-b3f7-410d-a121-38c25ea07865" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.772663] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquired lock "refresh_cache-496eaee8-b3f7-410d-a121-38c25ea07865" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.773427] env[69304]: DEBUG nova.network.neutron [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.908773] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.909023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.909251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.909463] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.909655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.913618] env[69304]: INFO nova.compute.manager [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Terminating instance [ 938.937247] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.110843] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-e1db84aa-5ad7-464d-bf19-6255f8748404" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.111212] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-e1db84aa-5ad7-464d-bf19-6255f8748404" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.186679] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52aca1c3-df7c-4127-c354-4cdfcbb8eb92, 'name': SearchDatastore_Task, 'duration_secs': 0.012037} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.187029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.187306] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.187563] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.187720] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.187913] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.188259] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53af66f8-cdee-4650-8a0d-977c071bde9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.201508] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.201711] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.202543] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a27660-447c-4e38-a0f6-53e27501edc0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.210457] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 939.210457] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52201dcc-060a-adc9-455d-671746b9fae2" [ 939.210457] env[69304]: _type = "Task" [ 939.210457] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.221246] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52201dcc-060a-adc9-455d-671746b9fae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.308953] env[69304]: DEBUG nova.network.neutron [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.354407] env[69304]: DEBUG nova.network.neutron [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updated VIF entry in instance network info cache for port e6d1e3fe-df46-4b47-84a3-d04e0cf09db7. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.354407] env[69304]: DEBUG nova.network.neutron [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [{"id": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "address": "fa:16:3e:21:80:68", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d1e3fe-df", "ovs_interfaceid": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.358783] env[69304]: INFO nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating resource usage from migration 64700a3e-2e3a-4062-ad52-bbe20f14490e [ 939.389726] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.390114] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.390373] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 9d85416d-447f-4fa6-9efe-fc80a948865b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.390714] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance af9f9491-7450-409a-ad17-1f0f74f58829 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.391030] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 471f1c1b-7a56-4d65-b84d-a629a361d57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.391363] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8b9406bb-507d-4194-a415-8b0683cf7528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.391661] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8dc903b3-a705-4733-a6d2-14dcb9fd104a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.391999] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 6801c972-4128-4e06-94ea-4560444a7ef1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.392278] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.392573] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.392847] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 407887d5-5e6b-4e1a-bd96-0d2f469e9d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.393146] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 01618ff9-d8e5-41b5-899c-81279eb69806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.393490] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance b3942bc6-49d3-4260-bd82-4f6224bab80c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.393793] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance a4b7cb6a-23d1-474a-9d7f-d4b5ab968427 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.394164] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance f075e181-a915-4355-ad97-d2e4ad860771 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.394442] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 4458a759-c025-4325-8553-64c4fd7ebbde is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.394765] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance cabd593b-181a-4549-ae80-59e2d5079f9a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.395104] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 4f73bee1-4f7b-46ad-b06b-4724a323db69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.395407] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 4fe9fc02-84fc-4626-939d-eb24abef955a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.395727] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance cd71979d-64f8-411a-9987-91db9f3af50d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.396060] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 044e3827-f12f-419c-9bf3-65ccbddfeac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.396382] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance bb6340c5-7596-4c1f-98f9-feb6d6400e77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.396702] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 496eaee8-b3f7-410d-a121-38c25ea07865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 939.421821] env[69304]: DEBUG nova.compute.manager [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.422214] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.423179] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf8e37-9f62-4583-9941-c752c3acdac8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.432016] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.432305] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a9e35f-dac0-44f1-8098-4cc7667610dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.447123] env[69304]: DEBUG oslo_vmware.api [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 939.447123] env[69304]: value = "task-4208870" [ 939.447123] env[69304]: _type = "Task" [ 939.447123] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.457328] env[69304]: DEBUG oslo_vmware.api [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.490129] env[69304]: DEBUG nova.network.neutron [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Updating instance_info_cache with network_info: [{"id": "bbcf29d3-dfa7-4201-93de-2c69323816ef", "address": "fa:16:3e:84:92:94", "network": {"id": "b42ff07b-e0ec-4cd4-b1ee-37823413e28c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-179255014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e665935ed76a4de9b059c2011e615671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcf29d3-df", "ovs_interfaceid": "bbcf29d3-dfa7-4201-93de-2c69323816ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.614645] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.615152] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.616423] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6645cfef-2afa-423b-bc7b-9656f5494946 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.649910] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a06c7d-e5f1-469c-b9be-45e625ba06a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.688390] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfiguring VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 939.688940] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b0c2dbe-7e19-441f-bd0e-3d5c29f732bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.707922] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 939.707922] env[69304]: value = "task-4208871" [ 939.707922] env[69304]: _type = "Task" [ 939.707922] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.720720] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.724675] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52201dcc-060a-adc9-455d-671746b9fae2, 'name': SearchDatastore_Task, 'duration_secs': 0.024994} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.725504] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4838ad85-6ec6-4f29-8da0-eb555e080807 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.731659] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 939.731659] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52714571-af43-2d07-85b7-bce61c6574c3" [ 939.731659] env[69304]: _type = "Task" [ 939.731659] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.741308] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52714571-af43-2d07-85b7-bce61c6574c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.857678] env[69304]: DEBUG oslo_concurrency.lockutils [req-47e67f4a-f07d-4518-a094-3b560c819936 req-eb6602f3-1fd4-4b6b-8ed9-2e96625681cc service nova] Releasing lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.901855] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 98b0e08a-5f6d-4dc8-86d1-6d7420067932 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.960425] env[69304]: DEBUG oslo_vmware.api [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208870, 'name': PowerOffVM_Task, 'duration_secs': 0.3127} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.960529] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.960658] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.960919] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a6aa90-e9a0-446c-ba48-203e50be2802 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.993175] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Releasing lock "refresh_cache-496eaee8-b3f7-410d-a121-38c25ea07865" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.993505] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Instance network_info: |[{"id": "bbcf29d3-dfa7-4201-93de-2c69323816ef", "address": "fa:16:3e:84:92:94", "network": {"id": "b42ff07b-e0ec-4cd4-b1ee-37823413e28c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-179255014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e665935ed76a4de9b059c2011e615671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcf29d3-df", "ovs_interfaceid": "bbcf29d3-dfa7-4201-93de-2c69323816ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.993954] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:92:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbcf29d3-dfa7-4201-93de-2c69323816ef', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.001948] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Creating folder: Project (e665935ed76a4de9b059c2011e615671). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.002294] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e99346f1-da77-4374-bb9a-e7459712cbf8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.013288] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Created folder: Project (e665935ed76a4de9b059c2011e615671) in parent group-v832645. [ 940.013486] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Creating folder: Instances. Parent ref: group-v832834. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.013741] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6269c00e-7127-4852-a4c6-29dac906adf0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.025910] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Created folder: Instances in parent group-v832834. [ 940.026505] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.026505] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.026829] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe337aa7-f09c-49cf-99f8-2cbdeda95f2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.053118] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.053357] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.053544] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Deleting the datastore file [datastore1] 8dc903b3-a705-4733-a6d2-14dcb9fd104a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.054232] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8049671e-8632-400c-904a-b5cbb49a703b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.060709] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.060709] env[69304]: value = "task-4208875" [ 940.060709] env[69304]: _type = "Task" [ 940.060709] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.065653] env[69304]: DEBUG oslo_vmware.api [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for the task: (returnval){ [ 940.065653] env[69304]: value = "task-4208876" [ 940.065653] env[69304]: _type = "Task" [ 940.065653] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.073545] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208875, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.079463] env[69304]: DEBUG oslo_vmware.api [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.224125] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.249798] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52714571-af43-2d07-85b7-bce61c6574c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.250479] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.251019] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77/bb6340c5-7596-4c1f-98f9-feb6d6400e77.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.251501] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0883d7-5cb8-4fcb-b599-19282fec87d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.262873] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 940.262873] env[69304]: value = "task-4208877" [ 940.262873] env[69304]: _type = "Task" [ 940.262873] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.272560] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.397629] env[69304]: DEBUG nova.compute.manager [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Received event network-vif-plugged-bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 940.397629] env[69304]: DEBUG oslo_concurrency.lockutils [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] Acquiring lock "496eaee8-b3f7-410d-a121-38c25ea07865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.397629] env[69304]: DEBUG oslo_concurrency.lockutils [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] Lock "496eaee8-b3f7-410d-a121-38c25ea07865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.397629] env[69304]: DEBUG oslo_concurrency.lockutils [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] Lock "496eaee8-b3f7-410d-a121-38c25ea07865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.397629] env[69304]: DEBUG nova.compute.manager [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] No waiting events found dispatching network-vif-plugged-bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.397629] env[69304]: WARNING nova.compute.manager [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Received unexpected event network-vif-plugged-bbcf29d3-dfa7-4201-93de-2c69323816ef for instance with vm_state building and task_state spawning. [ 940.397629] env[69304]: DEBUG nova.compute.manager [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Received event network-changed-bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 940.397629] env[69304]: DEBUG nova.compute.manager [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Refreshing instance network info cache due to event network-changed-bbcf29d3-dfa7-4201-93de-2c69323816ef. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 940.397629] env[69304]: DEBUG oslo_concurrency.lockutils [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] Acquiring lock "refresh_cache-496eaee8-b3f7-410d-a121-38c25ea07865" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397629] env[69304]: DEBUG oslo_concurrency.lockutils [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] Acquired lock "refresh_cache-496eaee8-b3f7-410d-a121-38c25ea07865" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397629] env[69304]: DEBUG nova.network.neutron [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Refreshing network info cache for port bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.404819] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 67fdbe85-1aee-430d-b160-ba263778f12b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.405072] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Migration 64700a3e-2e3a-4062-ad52-bbe20f14490e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 940.522790] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.523222] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48cd1fd-09fd-4819-a88a-cd3b155cbd2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.532733] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 940.532733] env[69304]: value = "task-4208878" [ 940.532733] env[69304]: _type = "Task" [ 940.532733] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.553033] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.586064] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208875, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.589616] env[69304]: DEBUG oslo_vmware.api [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Task: {'id': task-4208876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2399} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.589888] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.590091] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.590288] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.590467] env[69304]: INFO nova.compute.manager [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 940.590734] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.590953] env[69304]: DEBUG nova.compute.manager [-] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.591079] env[69304]: DEBUG nova.network.neutron [-] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.672535] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 940.672776] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832832', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'name': 'volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01618ff9-d8e5-41b5-899c-81279eb69806', 'attached_at': '', 'detached_at': '', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'serial': '18b3dcfb-edad-4aed-bc8c-8b563e54b455'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 940.673706] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f4961e-292d-4732-8c03-18865f8120d6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.704786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baabc469-f160-4f05-980e-5859d7b4527f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.725085] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.758512] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455/volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.758986] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c4519b-c535-4383-bcf7-563ad27a1183 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.787028] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208877, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.787775] env[69304]: DEBUG oslo_vmware.api [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 940.787775] env[69304]: value = "task-4208879" [ 940.787775] env[69304]: _type = "Task" [ 940.787775] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.798684] env[69304]: DEBUG oslo_vmware.api [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.908324] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance debbc700-1e8d-4966-a363-4711d3b0095b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 940.908610] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 941.052143] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208878, 'name': PowerOffVM_Task, 'duration_secs': 0.476426} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.052143] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.052143] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10243723-2e0f-4257-a691-fb7958621c58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.078847] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff496b10-5ef3-41eb-a667-aa1d5e536ddc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.092028] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208875, 'name': CreateVM_Task, 'duration_secs': 0.547853} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.093528] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.096167] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.096355] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.096806] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.097305] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d155b7d2-3480-4d1d-831a-2a6f556b2352 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.103050] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 941.103050] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b33fcd-b4ad-2765-5102-99179065af60" [ 941.103050] env[69304]: _type = "Task" [ 941.103050] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.113172] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b33fcd-b4ad-2765-5102-99179065af60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.122018] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.122354] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576e7b97-8b7a-4e64-915b-302dc80b7de8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.131830] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 941.131830] env[69304]: value = "task-4208880" [ 941.131830] env[69304]: _type = "Task" [ 941.131830] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.146094] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.146356] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.146618] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.146768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.146943] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.148606] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b87956-53ad-475e-af01-7b114b63fcef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.159487] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.161064] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.161064] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bcb698-5a8b-4796-9972-f63cc51901b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.167214] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 941.167214] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b4528c-ef0e-c802-29b2-36bdb72b8241" [ 941.167214] env[69304]: _type = "Task" [ 941.167214] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.179624] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b4528c-ef0e-c802-29b2-36bdb72b8241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.219326] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.286713] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605762} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.286986] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77/bb6340c5-7596-4c1f-98f9-feb6d6400e77.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.287075] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.287347] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f1dfb29-b5a2-4b11-8302-37ae70d0e9c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.303146] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 941.303146] env[69304]: value = "task-4208881" [ 941.303146] env[69304]: _type = "Task" [ 941.303146] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.303146] env[69304]: DEBUG oslo_vmware.api [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208879, 'name': ReconfigVM_Task, 'duration_secs': 0.424022} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.303808] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455/volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.312659] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2967c0-66da-4669-bd31-84114d845337 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.333626] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.333626] env[69304]: DEBUG oslo_vmware.api [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 941.333626] env[69304]: value = "task-4208882" [ 941.333626] env[69304]: _type = "Task" [ 941.333626] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.343055] env[69304]: DEBUG oslo_vmware.api [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.412401] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 57945fb7-92f2-4df8-a956-4bc533ff8304 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.447263] env[69304]: DEBUG nova.network.neutron [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Updated VIF entry in instance network info cache for port bbcf29d3-dfa7-4201-93de-2c69323816ef. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.447728] env[69304]: DEBUG nova.network.neutron [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Updating instance_info_cache with network_info: [{"id": "bbcf29d3-dfa7-4201-93de-2c69323816ef", "address": "fa:16:3e:84:92:94", "network": {"id": "b42ff07b-e0ec-4cd4-b1ee-37823413e28c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-179255014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e665935ed76a4de9b059c2011e615671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbcf29d3-df", "ovs_interfaceid": "bbcf29d3-dfa7-4201-93de-2c69323816ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.617202] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b33fcd-b4ad-2765-5102-99179065af60, 'name': SearchDatastore_Task, 'duration_secs': 0.013166} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.617202] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.617202] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.617202] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.652251] env[69304]: DEBUG nova.network.neutron [-] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.679884] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b4528c-ef0e-c802-29b2-36bdb72b8241, 'name': SearchDatastore_Task, 'duration_secs': 0.019895} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.680793] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6afa847-cad8-4924-a1c5-9e31b05b7803 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.687190] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 941.687190] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b509ed-8318-19cc-fdd1-b3eb024d0827" [ 941.687190] env[69304]: _type = "Task" [ 941.687190] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.697945] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b509ed-8318-19cc-fdd1-b3eb024d0827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.720177] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.816093] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07368} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.816093] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.821019] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2033df7a-4075-4aeb-bb68-4581a3457a4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.845990] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77/bb6340c5-7596-4c1f-98f9-feb6d6400e77.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.852029] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ff37ff-850e-48d2-a104-9f5d01b58b6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.871944] env[69304]: DEBUG oslo_vmware.api [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208882, 'name': ReconfigVM_Task, 'duration_secs': 0.161838} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.874871] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832832', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'name': 'volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01618ff9-d8e5-41b5-899c-81279eb69806', 'attached_at': '', 'detached_at': '', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'serial': '18b3dcfb-edad-4aed-bc8c-8b563e54b455'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 941.879563] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 941.879563] env[69304]: value = "task-4208883" [ 941.879563] env[69304]: _type = "Task" [ 941.879563] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.886998] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.915372] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 0c2c87a6-834c-47f2-bb32-293d9a232e57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 941.953794] env[69304]: DEBUG oslo_concurrency.lockutils [req-68bee77e-33e1-478d-9233-d9a3ba1109b0 req-f6e37082-df01-428f-8550-2e0c8785e5cc service nova] Releasing lock "refresh_cache-496eaee8-b3f7-410d-a121-38c25ea07865" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.155548] env[69304]: INFO nova.compute.manager [-] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Took 1.56 seconds to deallocate network for instance. [ 942.201279] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b509ed-8318-19cc-fdd1-b3eb024d0827, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.201279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.201279] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. {{(pid=69304) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 942.201582] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.201741] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.201953] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ccd73a0-2bac-42dd-833a-f9c635e345f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.204303] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af7ea4f5-0aba-4a5b-8eb1-38f4b64cb640 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.214416] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 942.214416] env[69304]: value = "task-4208884" [ 942.214416] env[69304]: _type = "Task" [ 942.214416] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.219013] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.219313] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.223178] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdca0df-8011-44d9-bef6-17195a81d20f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.232628] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.238245] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.238245] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 942.238245] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521789a9-7ccb-ee8e-ab48-319c02c2ea21" [ 942.238245] env[69304]: _type = "Task" [ 942.238245] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.245180] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521789a9-7ccb-ee8e-ab48-319c02c2ea21, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.246038] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b01b36-165e-4c18-a703-7b81366dc361 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.254810] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 942.254810] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ecf285-ddbd-4388-9f6b-9d7ccb8d38dd" [ 942.254810] env[69304]: _type = "Task" [ 942.254810] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.263211] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ecf285-ddbd-4388-9f6b-9d7ccb8d38dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.395635] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208883, 'name': ReconfigVM_Task, 'duration_secs': 0.269027} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.395957] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Reconfigured VM instance instance-00000042 to attach disk [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77/bb6340c5-7596-4c1f-98f9-feb6d6400e77.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.396658] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c69888f0-6d39-45c5-bcb7-52778e779210 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.407254] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 942.407254] env[69304]: value = "task-4208885" [ 942.407254] env[69304]: _type = "Task" [ 942.407254] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.416955] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208885, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.419912] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.500197] env[69304]: DEBUG nova.compute.manager [req-db23a23e-1695-4d31-91de-02107e674aa3 req-b8303c85-0bb2-43fa-b89b-57647eb5f040 service nova] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Received event network-vif-deleted-e35080fa-a5b4-4e68-af99-30df81b45a9b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 942.663656] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.728192] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.731613] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514537} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.731884] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. [ 942.732861] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c621e1-a500-415d-b32a-f0f364db8a80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.758957] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.759410] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f691e4-2123-454e-980d-f7060024b331 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.784705] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ecf285-ddbd-4388-9f6b-9d7ccb8d38dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.784993] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.785852] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 496eaee8-b3f7-410d-a121-38c25ea07865/496eaee8-b3f7-410d-a121-38c25ea07865.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.785852] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b035d0-184d-4409-8455-2686a6c85b49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.788686] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 942.788686] env[69304]: value = "task-4208886" [ 942.788686] env[69304]: _type = "Task" [ 942.788686] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.794749] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 942.794749] env[69304]: value = "task-4208887" [ 942.794749] env[69304]: _type = "Task" [ 942.794749] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.802403] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.807598] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.917248] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208885, 'name': Rename_Task, 'duration_secs': 0.393341} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.920164] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.920164] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8111563-770d-4c68-8c7d-d03005eb50a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.923773] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 16addb12-b883-4671-9d74-47fc2c8f8864 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 942.926515] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 942.926515] env[69304]: value = "task-4208888" [ 942.926515] env[69304]: _type = "Task" [ 942.926515] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.940014] env[69304]: DEBUG nova.objects.instance [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lazy-loading 'flavor' on Instance uuid 01618ff9-d8e5-41b5-899c-81279eb69806 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.943306] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.230485] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.302474] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.310023] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514716} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.310452] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 496eaee8-b3f7-410d-a121-38c25ea07865/496eaee8-b3f7-410d-a121-38c25ea07865.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.311236] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.311602] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6685375-f23b-443b-be54-a6339d378c77 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.318444] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 943.318444] env[69304]: value = "task-4208889" [ 943.318444] env[69304]: _type = "Task" [ 943.318444] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.329414] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.427855] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 273da433-64e9-493a-a3ce-e5dffaa92f45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.444472] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.449913] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8731b52b-0d85-4d5a-87f0-ee56bb115931 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.424s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.603205] env[69304]: INFO nova.compute.manager [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Rescuing [ 943.603498] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.603657] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.603831] env[69304]: DEBUG nova.network.neutron [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.726082] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.805724] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208886, 'name': ReconfigVM_Task, 'duration_secs': 0.603276} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.806734] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.807506] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680ee4d4-26cc-4d36-b3be-780ffd43408b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.840762] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81eee6e3-f5fd-43cc-b062-2de344fc2b2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.865254] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071975} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.866559] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.866990] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 943.866990] env[69304]: value = "task-4208890" [ 943.866990] env[69304]: _type = "Task" [ 943.866990] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.867894] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d4db6-e3fc-42e5-a36e-8a41160c47ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.900879] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 496eaee8-b3f7-410d-a121-38c25ea07865/496eaee8-b3f7-410d-a121-38c25ea07865.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.905571] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad3752ce-76fc-4f9f-87ad-7038d22669a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.922299] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.929057] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 943.929057] env[69304]: value = "task-4208891" [ 943.929057] env[69304]: _type = "Task" [ 943.929057] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.933712] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance bf3c0cd2-ab64-4d79-b502-f38332426afe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 943.945189] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.949522] env[69304]: DEBUG oslo_vmware.api [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4208888, 'name': PowerOnVM_Task, 'duration_secs': 0.736587} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.950960] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.951350] env[69304]: INFO nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Took 9.17 seconds to spawn the instance on the hypervisor. [ 943.951587] env[69304]: DEBUG nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.953261] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53136762-0294-4bcb-8023-ebcf905f882b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.231963] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.348778] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.349049] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.381652] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.439359] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.447315] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.472965] env[69304]: INFO nova.compute.manager [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Took 50.79 seconds to build instance. [ 944.523714] env[69304]: DEBUG nova.network.neutron [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.726574] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.881338] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208890, 'name': ReconfigVM_Task, 'duration_secs': 0.583155} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.881664] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.881954] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaa14770-1112-4b7b-92cc-c40172afc110 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.890998] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 944.890998] env[69304]: value = "task-4208892" [ 944.890998] env[69304]: _type = "Task" [ 944.890998] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.902739] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.943988] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.947165] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance ba5a53ee-0d25-4b15-a45b-01935ef145bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.947592] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 944.947798] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 944.975189] env[69304]: DEBUG oslo_concurrency.lockutils [None req-22a89cae-0feb-46ed-9efb-7f913ed9183b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.307s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.027764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.227551] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.404439] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.441150] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208891, 'name': ReconfigVM_Task, 'duration_secs': 1.038176} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.441499] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 496eaee8-b3f7-410d-a121-38c25ea07865/496eaee8-b3f7-410d-a121-38c25ea07865.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.445023] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17cd80ee-f1dd-4467-bad2-6a080e383df9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.450490] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 945.450490] env[69304]: value = "task-4208893" [ 945.450490] env[69304]: _type = "Task" [ 945.450490] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.468473] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208893, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.475945] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b66bf0-6b69-457d-a5ac-2542445436d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.482051] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.487692] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44612ea9-8a28-4a70-a0b7-acca238032e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.523025] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de54cb-1e2a-4800-91f2-289367e5b0d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.529810] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d05810-2a85-475c-bd0b-f5ae53bcd7e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.549601] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.728130] env[69304]: DEBUG oslo_vmware.api [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208871, 'name': ReconfigVM_Task, 'duration_secs': 5.79331} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.728722] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.728722] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Reconfigured VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 945.904881] env[69304]: DEBUG oslo_vmware.api [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208892, 'name': PowerOnVM_Task, 'duration_secs': 0.718861} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.905655] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.911820] env[69304]: DEBUG nova.compute.manager [None req-d1e5a869-08e7-4eca-b90f-841807b5751c tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.912996] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee17cf5-4b3d-4101-bc34-05f95cee618d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.961977] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208893, 'name': Rename_Task, 'duration_secs': 0.172307} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.962323] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.963112] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bbaaaf1-2fe6-4cfe-96de-c36c29470d30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.973390] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 945.973390] env[69304]: value = "task-4208894" [ 945.973390] env[69304]: _type = "Task" [ 945.973390] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.984456] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.011427] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.056326] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.119111] env[69304]: DEBUG nova.compute.manager [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-vif-deleted-e1db84aa-5ad7-464d-bf19-6255f8748404 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 946.119330] env[69304]: INFO nova.compute.manager [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Neutron deleted interface e1db84aa-5ad7-464d-bf19-6255f8748404; detaching it from the instance and deleting it from the info cache [ 946.119704] env[69304]: DEBUG nova.network.neutron [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c16b1c06-00c1-46f0-b30a-f7c0e0e6d452", "address": "fa:16:3e:81:a5:98", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc16b1c06-00", "ovs_interfaceid": "c16b1c06-00c1-46f0-b30a-f7c0e0e6d452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.485784] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208894, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.560572] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 946.560932] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.730s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.562406] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.957s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.563319] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.565482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.777s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.566978] env[69304]: INFO nova.compute.claims [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.570433] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.570587] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Cleaning up deleted instances {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 946.574124] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.574405] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdbf95ce-e882-40a8-91ad-482850020c30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.583624] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 946.583624] env[69304]: value = "task-4208895" [ 946.583624] env[69304]: _type = "Task" [ 946.583624] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.596414] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.604042] env[69304]: INFO nova.scheduler.client.report [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Deleted allocations for instance a4b7cb6a-23d1-474a-9d7f-d4b5ab968427 [ 946.625906] env[69304]: DEBUG oslo_concurrency.lockutils [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.626138] env[69304]: DEBUG oslo_concurrency.lockutils [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] Acquired lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.627615] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2d90ff-541b-41e5-ba36-b285eaea77bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.650507] env[69304]: DEBUG oslo_concurrency.lockutils [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] Releasing lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.650507] env[69304]: WARNING nova.compute.manager [req-2355aecf-63ae-4652-a334-ddc87964488f req-c53304eb-fcdb-4e40-a710-d9334b52d720 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Detach interface failed, port_id=e1db84aa-5ad7-464d-bf19-6255f8748404, reason: No device with interface-id e1db84aa-5ad7-464d-bf19-6255f8748404 exists on VM: nova.exception.NotFound: No device with interface-id e1db84aa-5ad7-464d-bf19-6255f8748404 exists on VM [ 946.986250] env[69304]: DEBUG oslo_vmware.api [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208894, 'name': PowerOnVM_Task, 'duration_secs': 0.530576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.986696] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.987047] env[69304]: INFO nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Took 9.42 seconds to spawn the instance on the hypervisor. [ 946.987266] env[69304]: DEBUG nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.988311] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cdb9ff-eefd-4fa3-9bf3-786c30bb4ce4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.073793] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.075329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.075329] env[69304]: DEBUG nova.network.neutron [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.085061] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] There are 43 instances to clean {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 947.085356] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 58199a59-81d5-4320-af6f-06a89b7091fe] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 947.104038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.104279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.104490] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.104673] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.104843] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.106841] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208895, 'name': PowerOffVM_Task, 'duration_secs': 0.232351} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.107155] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.107705] env[69304]: INFO nova.compute.manager [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Terminating instance [ 947.110092] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df53af7-ea3a-426f-8445-6989bdf55d12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.115135] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9bc1a1f4-6278-4461-85b0-a43f02355797 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Lock "a4b7cb6a-23d1-474a-9d7f-d4b5ab968427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.503s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.143461] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36dc7b9-9635-4df1-9cf8-3adae03e5e8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.181673] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.182673] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b8eeb4-85ce-4ea3-99e2-aed641f1924e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.191248] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 947.191248] env[69304]: value = "task-4208896" [ 947.191248] env[69304]: _type = "Task" [ 947.191248] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.203045] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.203269] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.203512] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.203662] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.203838] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.205015] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-529c2a16-ce5c-424b-8e45-64f13d6ecc59 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.214305] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.214475] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.218351] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e0a055-66f1-4bc4-ace3-8dc7cc59a17d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.224778] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 947.224778] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f527b0-176c-9817-f9c9-940851c42af4" [ 947.224778] env[69304]: _type = "Task" [ 947.224778] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.232836] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f527b0-176c-9817-f9c9-940851c42af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.249030] env[69304]: INFO nova.compute.manager [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Unrescuing [ 947.249292] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.249611] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquired lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.249832] env[69304]: DEBUG nova.network.neutron [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.277647] env[69304]: DEBUG nova.compute.manager [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 947.484282] env[69304]: INFO nova.network.neutron [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 947.484446] env[69304]: DEBUG nova.network.neutron [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [{"id": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "address": "fa:16:3e:6f:f0:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape572a2d8-47", "ovs_interfaceid": "e572a2d8-4727-4c44-b0f0-80bafad821f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.505702] env[69304]: INFO nova.compute.manager [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Took 53.34 seconds to build instance. [ 947.594355] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: ad04223c-147a-435f-a2cd-d3c73ea1ca63] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 947.616704] env[69304]: DEBUG nova.compute.manager [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.617774] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.618228] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168eff62-b8be-4e54-9509-cf1b39a5baa4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.628237] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.628625] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245dd7e0-0079-4582-9278-a6fe70352ea1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.638208] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 947.638208] env[69304]: value = "task-4208897" [ 947.638208] env[69304]: _type = "Task" [ 947.638208] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.648801] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.697545] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525904c8-1ec0-42f2-b20b-c21d01aa3845 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.709478] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc01ce-aebd-41fa-8dbf-0e367f969c19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.767022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a674952-b9eb-48d1-b8b4-634bc61ecb4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.777137] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f527b0-176c-9817-f9c9-940851c42af4, 'name': SearchDatastore_Task, 'duration_secs': 0.027848} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.780297] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ff5747-f592-4b2a-8446-523fd5d05fa7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.783919] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9b4ec-ac84-442a-bdf5-929c7b061fce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.796605] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 947.796605] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52619a8e-b1d9-f338-e02c-60d68dc22a10" [ 947.796605] env[69304]: _type = "Task" [ 947.796605] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.807854] env[69304]: DEBUG nova.compute.provider_tree [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.819094] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52619a8e-b1d9-f338-e02c-60d68dc22a10, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.819094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.819094] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. {{(pid=69304) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 947.819313] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6431b09b-9f81-4660-95fe-b604ae2b546c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.822819] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.829844] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 947.829844] env[69304]: value = "task-4208898" [ 947.829844] env[69304]: _type = "Task" [ 947.829844] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.844616] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.987154] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.010827] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0ac73c56-636d-4620-976e-4440074a6db9 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "496eaee8-b3f7-410d-a121-38c25ea07865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.855s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.097900] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 938a14a6-ca90-4782-8a58-c42b837b2cad] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 948.150469] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208897, 'name': PowerOffVM_Task, 'duration_secs': 0.231799} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.150867] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.151030] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.151320] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ccf6e9a-1a5b-4484-b48c-aa77d1304c95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.272702] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.272976] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.273210] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleting the datastore file [datastore2] 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.273546] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9554056-6446-4174-a6ea-9f336cdcca1d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.286044] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 948.286044] env[69304]: value = "task-4208900" [ 948.286044] env[69304]: _type = "Task" [ 948.286044] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.298364] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.312731] env[69304]: DEBUG nova.scheduler.client.report [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.346306] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208898, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.491290] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6530ee45-d25b-4a3f-ab4c-554c51752b0a tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-13f548d5-3ca4-47c8-b01e-11d7d8e0ae82-e1db84aa-5ad7-464d-bf19-6255f8748404" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.380s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.513343] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.566020] env[69304]: DEBUG nova.network.neutron [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Updating instance_info_cache with network_info: [{"id": "faa93ed4-e907-4908-8b55-85185c800dc4", "address": "fa:16:3e:86:83:e1", "network": {"id": "af623fff-c88b-439b-a9b2-9b6e5fe196d1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-933601456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d51516a754749969b474a445ca47de7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa93ed4-e9", "ovs_interfaceid": "faa93ed4-e907-4908-8b55-85185c800dc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.601700] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 12c48e81-863b-4591-b3c5-fa4e26d655b9] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 948.803148] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.818476] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.818768] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.821836] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.677s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.826143] env[69304]: INFO nova.compute.claims [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.845055] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572233} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.845635] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk. [ 948.847071] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8c1795-1f22-47e6-a167-1ab7ec3ea650 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.887665] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.889359] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45861972-9d49-4068-942c-f2b3c3720319 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.912947] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 948.912947] env[69304]: value = "task-4208901" [ 948.912947] env[69304]: _type = "Task" [ 948.912947] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.928728] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.932363] env[69304]: DEBUG nova.compute.manager [req-040551db-8441-43fd-9d77-8594b7ff155e req-2a3dd126-273f-4a66-b6f5-238b59aca519 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-vif-deleted-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 949.041483] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.068263] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Releasing lock "refresh_cache-044e3827-f12f-419c-9bf3-65ccbddfeac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.068985] env[69304]: DEBUG nova.objects.instance [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lazy-loading 'flavor' on Instance uuid 044e3827-f12f-419c-9bf3-65ccbddfeac6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.105288] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 99d93c01-4212-4c76-955f-b2dcfdbdca17] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 949.302562] env[69304]: DEBUG oslo_vmware.api [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4208900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676425} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.302881] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.303101] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.303297] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.303478] env[69304]: INFO nova.compute.manager [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Took 1.69 seconds to destroy the instance on the hypervisor. [ 949.303726] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.303930] env[69304]: DEBUG nova.compute.manager [-] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.304059] env[69304]: DEBUG nova.network.neutron [-] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.329701] env[69304]: DEBUG nova.compute.utils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.339020] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.339020] env[69304]: DEBUG nova.network.neutron [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.412261] env[69304]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 could not be found.", "detail": ""}} {{(pid=69304) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 949.412261] env[69304]: DEBUG nova.network.neutron [-] Unable to show port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 as it no longer exists. {{(pid=69304) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 949.416039] env[69304]: DEBUG nova.policy [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55bacab68f034b21bfa704d887fdc700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bc52f4559d64b7f84f5b37c3a7ea913', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.433398] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208901, 'name': ReconfigVM_Task, 'duration_secs': 0.376519} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.433398] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806/acb5648e-66ac-4776-a668-4960bbfdf088-rescue.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.433398] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c83ab6-b443-4335-94a0-f9905aa8df0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.468250] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a949e22-ae4e-40ab-bf68-bd6a3da2a4e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.489030] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 949.489030] env[69304]: value = "task-4208902" [ 949.489030] env[69304]: _type = "Task" [ 949.489030] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.503996] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.580483] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f887ec-db4b-47ab-b932-52d4c2895496 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.602678] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.603305] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c335c8-19b6-4d68-8d25-261a8daeae6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.609111] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 6acc83d1-4c05-4375-946b-7b326bb650e5] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 949.612914] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 949.612914] env[69304]: value = "task-4208903" [ 949.612914] env[69304]: _type = "Task" [ 949.612914] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.622787] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.844214] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.972641] env[69304]: DEBUG nova.network.neutron [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Successfully created port: 81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.000219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "496eaee8-b3f7-410d-a121-38c25ea07865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.000219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "496eaee8-b3f7-410d-a121-38c25ea07865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.000219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "496eaee8-b3f7-410d-a121-38c25ea07865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.000373] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "496eaee8-b3f7-410d-a121-38c25ea07865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.000527] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "496eaee8-b3f7-410d-a121-38c25ea07865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.005159] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208902, 'name': ReconfigVM_Task, 'duration_secs': 0.17897} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.008337] env[69304]: INFO nova.compute.manager [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Terminating instance [ 950.010173] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.011642] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ab8a54-7e1b-4dde-8add-8007918a338a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.020631] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 950.020631] env[69304]: value = "task-4208904" [ 950.020631] env[69304]: _type = "Task" [ 950.020631] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.035257] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.114337] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 735cd9c8-ca9a-4b99-a653-333b31d07751] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 950.130544] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208903, 'name': PowerOffVM_Task, 'duration_secs': 0.447813} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.131043] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.139020] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.139020] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac75e6b-1174-45aa-9f63-1b3912341f04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.160375] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 950.160375] env[69304]: value = "task-4208905" [ 950.160375] env[69304]: _type = "Task" [ 950.160375] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.173116] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.519787] env[69304]: DEBUG nova.compute.manager [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.520184] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.521628] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb332ce-04ea-423c-b62c-48ee6c37ae59 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.533978] env[69304]: DEBUG oslo_vmware.api [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208904, 'name': PowerOnVM_Task, 'duration_secs': 0.473628} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.536334] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.538055] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.539247] env[69304]: DEBUG nova.compute.manager [None req-a9e766a4-0bf1-422b-bb82-386a62c2f926 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.539501] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5710aa7f-1ee1-4092-b367-31ff2d74c79e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.542016] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b8797-39a5-4911-88d8-fa4d1c390ade {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.559134] env[69304]: DEBUG oslo_vmware.api [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 950.559134] env[69304]: value = "task-4208906" [ 950.559134] env[69304]: _type = "Task" [ 950.559134] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.563696] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6a290-3cd7-4f56-b5a4-518799e49ca4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.577975] env[69304]: DEBUG oslo_vmware.api [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.580950] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a99bd-cfed-4f7a-92fe-f1819de9d350 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.622220] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a225f8f-1e67-427a-853c-0165b4428e3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.625750] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: fbf78283-a645-4b46-a501-57fd0979bd10] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 950.636060] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d2a27f-f652-4df0-8caf-0348e6e81c69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.654688] env[69304]: DEBUG nova.compute.provider_tree [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.671746] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208905, 'name': ReconfigVM_Task, 'duration_secs': 0.467645} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.672062] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.672264] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.672517] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d401c51-366d-4ca9-998d-2a41cda9a811 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.680391] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 950.680391] env[69304]: value = "task-4208907" [ 950.680391] env[69304]: _type = "Task" [ 950.680391] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.689342] env[69304]: DEBUG nova.network.neutron [-] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.690777] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.860475] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.890300] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.890558] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.890712] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.891105] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.891335] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.891545] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.891960] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.892076] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.892330] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.892500] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.892738] env[69304]: DEBUG nova.virt.hardware [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.893689] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f151b9-d79a-4850-b0ce-305dc8bafdde {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.902530] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89cd33-5c7f-4882-a57b-6c356c0bf9a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.075571] env[69304]: DEBUG nova.compute.manager [req-e248a5d5-43d2-4941-b4c0-693c00bb4281 req-8972c713-96f7-4494-a773-861d415b76e6 service nova] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Received event network-vif-deleted-e572a2d8-4727-4c44-b0f0-80bafad821f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 951.082287] env[69304]: DEBUG oslo_vmware.api [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208906, 'name': PowerOffVM_Task, 'duration_secs': 0.247202} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.083249] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.083879] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.084227] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d130225-483d-4f68-a2b0-bec1b86cfd66 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.132303] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 95df5a66-c49d-4435-835b-82d0ba35b4ce] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 951.160341] env[69304]: DEBUG nova.scheduler.client.report [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.174502] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.174773] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.174978] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Deleting the datastore file [datastore2] 496eaee8-b3f7-410d-a121-38c25ea07865 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.175278] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ee231e8-3de3-4835-ac47-502effc6c29b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.187962] env[69304]: DEBUG oslo_vmware.api [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for the task: (returnval){ [ 951.187962] env[69304]: value = "task-4208909" [ 951.187962] env[69304]: _type = "Task" [ 951.187962] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.200533] env[69304]: INFO nova.compute.manager [-] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Took 1.90 seconds to deallocate network for instance. [ 951.201316] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.217767] env[69304]: DEBUG oslo_vmware.api [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.636654] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 6de6a293-0fc9-4b20-8f52-cbd0b644c0c0] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 951.666290] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.843s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.666290] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.670152] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.968s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.696041] env[69304]: DEBUG oslo_vmware.api [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208907, 'name': PowerOnVM_Task, 'duration_secs': 0.552306} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.700637] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.700637] env[69304]: DEBUG nova.compute.manager [None req-cdbcc6d1-700e-4e80-b4f3-e30ff837dbca tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.701658] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8ae9a-fa6f-4fb2-9fce-9b3a140fc774 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.711386] env[69304]: DEBUG oslo_vmware.api [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Task: {'id': task-4208909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285276} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.713186] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.713394] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.713578] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.713758] env[69304]: INFO nova.compute.manager [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Took 1.19 seconds to destroy the instance on the hypervisor. [ 951.714102] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.718039] env[69304]: DEBUG nova.compute.manager [-] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.718039] env[69304]: DEBUG nova.network.neutron [-] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.720220] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.781315] env[69304]: DEBUG nova.network.neutron [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Successfully updated port: 81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.800460] env[69304]: DEBUG nova.compute.manager [req-018a3a8a-a2c0-447b-aa3e-4a2040f49288 req-995f7c11-3441-4ded-ab8d-c1fa90b33638 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Received event network-vif-plugged-81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 951.800674] env[69304]: DEBUG oslo_concurrency.lockutils [req-018a3a8a-a2c0-447b-aa3e-4a2040f49288 req-995f7c11-3441-4ded-ab8d-c1fa90b33638 service nova] Acquiring lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.801258] env[69304]: DEBUG oslo_concurrency.lockutils [req-018a3a8a-a2c0-447b-aa3e-4a2040f49288 req-995f7c11-3441-4ded-ab8d-c1fa90b33638 service nova] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.801258] env[69304]: DEBUG oslo_concurrency.lockutils [req-018a3a8a-a2c0-447b-aa3e-4a2040f49288 req-995f7c11-3441-4ded-ab8d-c1fa90b33638 service nova] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.801258] env[69304]: DEBUG nova.compute.manager [req-018a3a8a-a2c0-447b-aa3e-4a2040f49288 req-995f7c11-3441-4ded-ab8d-c1fa90b33638 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] No waiting events found dispatching network-vif-plugged-81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.801522] env[69304]: WARNING nova.compute.manager [req-018a3a8a-a2c0-447b-aa3e-4a2040f49288 req-995f7c11-3441-4ded-ab8d-c1fa90b33638 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Received unexpected event network-vif-plugged-81a8b645-11bf-44f4-b8fb-88b8e94260d1 for instance with vm_state building and task_state spawning. [ 951.941127] env[69304]: INFO nova.compute.manager [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Unrescuing [ 951.941420] env[69304]: DEBUG oslo_concurrency.lockutils [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.941573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.941792] env[69304]: DEBUG nova.network.neutron [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.140857] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 32a3b6d5-3798-43f8-8864-c7e643de0aa4] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 952.176763] env[69304]: INFO nova.compute.claims [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.182046] env[69304]: DEBUG nova.compute.utils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.187022] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.187022] env[69304]: DEBUG nova.network.neutron [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.238865] env[69304]: DEBUG nova.policy [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26adc835cb284ea5adf5ed301cba85ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7424e6c8b6427f8f2127c8b8c4e3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.285576] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "refresh_cache-98b0e08a-5f6d-4dc8-86d1-6d7420067932" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.285733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "refresh_cache-98b0e08a-5f6d-4dc8-86d1-6d7420067932" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.285861] env[69304]: DEBUG nova.network.neutron [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.613620] env[69304]: DEBUG nova.network.neutron [-] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.644692] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: ffc62ddd-ffe2-478d-9227-239904c4411b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 952.685617] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.693434] env[69304]: INFO nova.compute.resource_tracker [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating resource usage from migration 64700a3e-2e3a-4062-ad52-bbe20f14490e [ 952.714747] env[69304]: DEBUG nova.network.neutron [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.724571] env[69304]: DEBUG nova.network.neutron [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Successfully created port: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.789262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "044e3827-f12f-419c-9bf3-65ccbddfeac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.789262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.789262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "044e3827-f12f-419c-9bf3-65ccbddfeac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.789262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.789262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.794392] env[69304]: INFO nova.compute.manager [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Terminating instance [ 952.829435] env[69304]: DEBUG nova.network.neutron [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.116041] env[69304]: INFO nova.compute.manager [-] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Took 1.40 seconds to deallocate network for instance. [ 953.150765] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: afa5f55f-8fe1-4c02-96bf-59e963dd4ada] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 953.217517] env[69304]: DEBUG oslo_concurrency.lockutils [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.218177] env[69304]: DEBUG nova.objects.instance [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lazy-loading 'flavor' on Instance uuid 01618ff9-d8e5-41b5-899c-81279eb69806 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.234204] env[69304]: DEBUG nova.network.neutron [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Updating instance_info_cache with network_info: [{"id": "81a8b645-11bf-44f4-b8fb-88b8e94260d1", "address": "fa:16:3e:11:cd:9b", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a8b645-11", "ovs_interfaceid": "81a8b645-11bf-44f4-b8fb-88b8e94260d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.302646] env[69304]: DEBUG nova.compute.manager [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.303314] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.303899] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dcc808-2dda-4ea3-a341-6da01c0f0a1f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.315058] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.315360] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e0f6368-5c13-4973-86e6-ade86c070489 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.323515] env[69304]: DEBUG oslo_vmware.api [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 953.323515] env[69304]: value = "task-4208910" [ 953.323515] env[69304]: _type = "Task" [ 953.323515] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.339205] env[69304]: DEBUG oslo_vmware.api [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.357168] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf71bf-baa0-4fb4-870b-25a623feae14 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.363822] env[69304]: DEBUG nova.compute.manager [req-b33bb0af-2c1c-458f-b518-eca81263eb45 req-3f2057b3-dbdd-4ecb-b613-68a7129f03df service nova] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Received event network-vif-deleted-bbcf29d3-dfa7-4201-93de-2c69323816ef {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 953.371895] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b28d41-ce2d-4b72-a047-a3a7ae81943b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.427352] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e902868d-9171-48da-b23e-b535f0cbd998 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.441202] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e127df-3e3d-40a8-9b6b-85550f3f37d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.461613] env[69304]: DEBUG nova.compute.provider_tree [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.632950] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.656177] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 70576c11-d63f-48a1-8a9f-6da8ae18b542] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 953.706072] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.724539] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f25b504-c9cb-449b-972d-30ac63daf609 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.736761] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.737078] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.737275] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.737483] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.737636] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.737789] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.738013] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.738185] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.738354] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.738519] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.738770] env[69304]: DEBUG nova.virt.hardware [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.739286] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "refresh_cache-98b0e08a-5f6d-4dc8-86d1-6d7420067932" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.739588] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Instance network_info: |[{"id": "81a8b645-11bf-44f4-b8fb-88b8e94260d1", "address": "fa:16:3e:11:cd:9b", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a8b645-11", "ovs_interfaceid": "81a8b645-11bf-44f4-b8fb-88b8e94260d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.740429] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ed286f-276f-4187-bcbc-39a5cd5395a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.762541] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:cd:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a8b645-11bf-44f4-b8fb-88b8e94260d1', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.771401] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.772178] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.772583] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.773302] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0afbae8f-9b39-4425-81e5-4005862b6fed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.775169] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2178b836-b9eb-4334-9c30-987bd7b1ec5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.793794] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467a787-ed13-4e9d-9616-bad292c73f4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.799923] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 953.799923] env[69304]: value = "task-4208911" [ 953.799923] env[69304]: _type = "Task" [ 953.799923] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.800153] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.800153] env[69304]: value = "task-4208912" [ 953.800153] env[69304]: _type = "Task" [ 953.800153] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.824264] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.831272] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208912, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.839524] env[69304]: DEBUG oslo_vmware.api [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208910, 'name': PowerOffVM_Task, 'duration_secs': 0.320229} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.839524] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.839524] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.839524] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606c4cae-daa5-4d8b-82dd-7f3e9676c40c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.896331] env[69304]: DEBUG nova.compute.manager [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Received event network-changed-81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 953.896331] env[69304]: DEBUG nova.compute.manager [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Refreshing instance network info cache due to event network-changed-81a8b645-11bf-44f4-b8fb-88b8e94260d1. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 953.896331] env[69304]: DEBUG oslo_concurrency.lockutils [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] Acquiring lock "refresh_cache-98b0e08a-5f6d-4dc8-86d1-6d7420067932" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.896331] env[69304]: DEBUG oslo_concurrency.lockutils [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] Acquired lock "refresh_cache-98b0e08a-5f6d-4dc8-86d1-6d7420067932" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.896331] env[69304]: DEBUG nova.network.neutron [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Refreshing network info cache for port 81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.904694] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.904694] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.904694] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Deleting the datastore file [datastore2] 044e3827-f12f-419c-9bf3-65ccbddfeac6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.904694] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5b677be-796a-40e7-98f0-bc0efb2be5bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.915651] env[69304]: DEBUG oslo_vmware.api [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 953.915651] env[69304]: value = "task-4208914" [ 953.915651] env[69304]: _type = "Task" [ 953.915651] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.927911] env[69304]: DEBUG oslo_vmware.api [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.965536] env[69304]: DEBUG nova.scheduler.client.report [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.159787] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d5770133-2f67-4afd-ba07-778defd8c692] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 954.315108] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208912, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.318861] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208911, 'name': PowerOffVM_Task, 'duration_secs': 0.282902} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.320039] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.325171] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfiguring VM instance instance-00000039 to detach disk 2002 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.325901] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc0d505-5ba9-4d68-968c-fa64c916ad5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.345313] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 954.345313] env[69304]: value = "task-4208915" [ 954.345313] env[69304]: _type = "Task" [ 954.345313] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.354613] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.426981] env[69304]: DEBUG oslo_vmware.api [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4208914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182704} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.428868] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.428868] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.428868] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.428868] env[69304]: INFO nova.compute.manager [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 954.428868] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.429328] env[69304]: DEBUG nova.compute.manager [-] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.429481] env[69304]: DEBUG nova.network.neutron [-] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.472227] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.802s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.472856] env[69304]: INFO nova.compute.manager [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Migrating [ 954.484089] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.692s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.486922] env[69304]: INFO nova.compute.claims [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.663856] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: e44ed0e7-da1c-4603-99b7-d1385f7116ad] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 954.711186] env[69304]: DEBUG nova.network.neutron [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Successfully updated port: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.771799] env[69304]: DEBUG nova.network.neutron [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Updated VIF entry in instance network info cache for port 81a8b645-11bf-44f4-b8fb-88b8e94260d1. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.772265] env[69304]: DEBUG nova.network.neutron [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Updating instance_info_cache with network_info: [{"id": "81a8b645-11bf-44f4-b8fb-88b8e94260d1", "address": "fa:16:3e:11:cd:9b", "network": {"id": "e4c62e69-9bb6-4f70-99ea-2abbb20dcadf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-664336811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bc52f4559d64b7f84f5b37c3a7ea913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a8b645-11", "ovs_interfaceid": "81a8b645-11bf-44f4-b8fb-88b8e94260d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.813372] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208912, 'name': CreateVM_Task, 'duration_secs': 0.536746} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.813372] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.814227] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.814520] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.816731] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.817029] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520d36d2-db74-420b-96d8-4f4c320284d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.825799] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 954.825799] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ceed10-48f9-95d3-232c-4f59ec8c2b3d" [ 954.825799] env[69304]: _type = "Task" [ 954.825799] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.834039] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ceed10-48f9-95d3-232c-4f59ec8c2b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.856492] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208915, 'name': ReconfigVM_Task, 'duration_secs': 0.267202} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.856778] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfigured VM instance instance-00000039 to detach disk 2002 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.856963] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.857242] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abf8b4f7-64e7-4336-b239-1399578c8a08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.864525] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 954.864525] env[69304]: value = "task-4208916" [ 954.864525] env[69304]: _type = "Task" [ 954.864525] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.874565] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.998887] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.999770] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.999935] env[69304]: DEBUG nova.network.neutron [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.167520] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 003dd320-3467-49c5-aabe-080ecde7dcc2] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 955.217865] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.217942] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.218687] env[69304]: DEBUG nova.network.neutron [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.276060] env[69304]: DEBUG oslo_concurrency.lockutils [req-1b4e6533-4a1d-42d2-bdb9-25c15fc1952d req-413c108e-2f4e-4b22-87ca-ca0d8a071ed3 service nova] Releasing lock "refresh_cache-98b0e08a-5f6d-4dc8-86d1-6d7420067932" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.336962] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ceed10-48f9-95d3-232c-4f59ec8c2b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.336962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.336962] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.336962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.336962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.336962] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.336962] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7730b0-8712-4b04-bd1c-c5ec8b24aec9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.347130] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.347361] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.348137] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced79b19-4dcd-4b1f-9e66-de8804bd3084 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.355098] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 955.355098] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bd63b7-6364-4a02-99b7-7434f1b324dc" [ 955.355098] env[69304]: _type = "Task" [ 955.355098] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.363273] env[69304]: DEBUG nova.network.neutron [-] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.365090] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bd63b7-6364-4a02-99b7-7434f1b324dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.376012] env[69304]: DEBUG oslo_vmware.api [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4208916, 'name': PowerOnVM_Task, 'duration_secs': 0.40463} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.376520] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.376874] env[69304]: DEBUG nova.compute.manager [None req-04eecda1-51d6-4998-b3cf-a62a1d64af8c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.379720] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6da32b-ae82-4720-b5fa-a97c201507d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.395466] env[69304]: DEBUG nova.compute.manager [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-vif-plugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.395737] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.395984] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.396223] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.396396] env[69304]: DEBUG nova.compute.manager [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] No waiting events found dispatching network-vif-plugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 955.396585] env[69304]: WARNING nova.compute.manager [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received unexpected event network-vif-plugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f for instance with vm_state building and task_state spawning. [ 955.396731] env[69304]: DEBUG nova.compute.manager [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 955.396888] env[69304]: DEBUG nova.compute.manager [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing instance network info cache due to event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 955.397074] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.672295] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: c7bb5994-7c54-43a7-9d47-ad7ecb0465f6] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 955.780876] env[69304]: DEBUG nova.network.neutron [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.866018] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bd63b7-6364-4a02-99b7-7434f1b324dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.867493] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab857b59-e391-4bd1-a8bb-ce6a599a7c9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.870381] env[69304]: INFO nova.compute.manager [-] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Took 1.44 seconds to deallocate network for instance. [ 955.884260] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 955.884260] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52989a0a-c9fa-1937-854a-47b89304cfcf" [ 955.884260] env[69304]: _type = "Task" [ 955.884260] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.895999] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52989a0a-c9fa-1937-854a-47b89304cfcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.901835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.902119] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 98b0e08a-5f6d-4dc8-86d1-6d7420067932/98b0e08a-5f6d-4dc8-86d1-6d7420067932.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.903354] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a834e23-c0d0-4bac-8bbc-bacd19f8f4fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.912589] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 955.912589] env[69304]: value = "task-4208917" [ 955.912589] env[69304]: _type = "Task" [ 955.912589] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.924834] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.941641] env[69304]: DEBUG nova.network.neutron [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.011928] env[69304]: DEBUG nova.compute.manager [req-06b072b3-3a71-4e17-9747-6907f9a12790 req-637bb517-9600-471b-9ce1-dca1bcedf6d0 service nova] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Received event network-vif-deleted-faa93ed4-e907-4908-8b55-85185c800dc4 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 956.111485] env[69304]: DEBUG nova.network.neutron [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.161228] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b1cc8a-c13a-4c91-99ba-20d0a265ee3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.170364] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f209f-edb4-4577-9821-2eb96bd6ce2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.202507] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 2a395bfb-2b03-418e-92b5-df650a6b8f10] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 956.205751] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81db11-5d15-48db-8340-b4b107efa6bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.214308] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28876c50-7b33-4835-ab0f-acc38a3cb4e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.233017] env[69304]: DEBUG nova.compute.provider_tree [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.387305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.432146] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208917, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.446313] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617024] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance network_info: |[{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.617024] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.617024] env[69304]: DEBUG nova.network.neutron [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.617024] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:1e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.627489] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating folder: Project (2f7424e6c8b6427f8f2127c8b8c4e3d8). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.629443] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c2e9e20-4358-48ed-8620-104d15216504 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.642716] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created folder: Project (2f7424e6c8b6427f8f2127c8b8c4e3d8) in parent group-v832645. [ 956.643585] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating folder: Instances. Parent ref: group-v832838. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.644047] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e0211c-283f-4ec6-b36a-6596615aabd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.659014] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created folder: Instances in parent group-v832838. [ 956.659014] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.659014] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.659014] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-437299ae-5833-4266-a7af-cf72ca471690 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.678218] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.678218] env[69304]: value = "task-4208920" [ 956.678218] env[69304]: _type = "Task" [ 956.678218] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.686831] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208920, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.705892] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 06b5782b-4336-4d29-b2d6-ada4688875bf] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 956.737208] env[69304]: DEBUG nova.scheduler.client.report [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.931492] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538572} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.931798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 98b0e08a-5f6d-4dc8-86d1-6d7420067932/98b0e08a-5f6d-4dc8-86d1-6d7420067932.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.932463] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.932463] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4464574c-60f1-4a60-99a0-88a423c6842a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.940492] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 956.940492] env[69304]: value = "task-4208921" [ 956.940492] env[69304]: _type = "Task" [ 956.940492] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.954718] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.189276] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208920, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.208972] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 589e0952-2ddf-4ca5-9cb4-0fd3c489d559] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 957.242549] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.243110] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.245577] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.976s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.245789] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.247789] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.538s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.249257] env[69304]: INFO nova.compute.claims [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.274361] env[69304]: INFO nova.scheduler.client.report [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Deleted allocations for instance cabd593b-181a-4549-ae80-59e2d5079f9a [ 957.346328] env[69304]: DEBUG nova.network.neutron [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updated VIF entry in instance network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.346773] env[69304]: DEBUG nova.network.neutron [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.452038] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07697} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.452297] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.453215] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9a7784-b400-4e83-a66f-eb89262c3b9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.479141] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 98b0e08a-5f6d-4dc8-86d1-6d7420067932/98b0e08a-5f6d-4dc8-86d1-6d7420067932.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.480342] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e95df31-79b7-4561-93c5-7e58ca491976 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.501090] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 957.501090] env[69304]: value = "task-4208922" [ 957.501090] env[69304]: _type = "Task" [ 957.501090] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.510730] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.691741] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208920, 'name': CreateVM_Task, 'duration_secs': 0.770326} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.692058] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.692865] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.693083] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.693427] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.693717] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c907225-39cb-4fe6-bfba-3a8285bffd08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.698924] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 957.698924] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52843ffd-27fb-d244-17da-ff93b4f4e9d5" [ 957.698924] env[69304]: _type = "Task" [ 957.698924] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.707906] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52843ffd-27fb-d244-17da-ff93b4f4e9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.714441] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: ca0a02b6-916f-47b1-931e-f3317ef8ea89] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 957.756163] env[69304]: DEBUG nova.compute.utils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.757600] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.757814] env[69304]: DEBUG nova.network.neutron [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.782016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Lock "cabd593b-181a-4549-ae80-59e2d5079f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.085s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.816881] env[69304]: DEBUG nova.policy [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68dc99ad364e4469ba7b9b385dd15bf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71c6382e43394924b732241d6139be77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.849599] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c412921-7d87-4f4e-aa34-f9830e59ebce req-a26cd8db-ede9-4c31-92bb-88d65b506333 service nova] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.985457] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a33baf7-ea08-40ad-9822-893426c2ceba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.006397] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.027498] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.111990] env[69304]: DEBUG nova.network.neutron [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Successfully created port: 3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.210985] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52843ffd-27fb-d244-17da-ff93b4f4e9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.210985] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.211320] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.211644] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.211644] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.211805] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.212095] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b6703fc-4eb5-4982-ae46-9c9b7fd3e82d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.217772] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 19ddcf82-04e6-4972-9723-1b24700143e4] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 958.221885] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.222463] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.223586] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2691c531-0c65-46ac-a940-88cf6f0c5fb7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.233030] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 958.233030] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5206e982-c589-a043-fa8d-c7617c8a6a58" [ 958.233030] env[69304]: _type = "Task" [ 958.233030] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.237970] env[69304]: DEBUG nova.compute.manager [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 958.238310] env[69304]: DEBUG nova.compute.manager [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing instance network info cache due to event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 958.238619] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.238953] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.239288] env[69304]: DEBUG nova.network.neutron [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.248432] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5206e982-c589-a043-fa8d-c7617c8a6a58, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.249728] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ca205f-472c-456a-aad4-36e4998f8da6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.256328] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 958.256328] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c9cb17-9519-5d37-0424-927ef496a949" [ 958.256328] env[69304]: _type = "Task" [ 958.256328] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.263878] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.276771] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c9cb17-9519-5d37-0424-927ef496a949, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.277724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.277724] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.277724] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7d7c30-253c-4056-bf10-741cb11b5aa0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.288507] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 958.288507] env[69304]: value = "task-4208923" [ 958.288507] env[69304]: _type = "Task" [ 958.288507] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.302384] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.518160] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208922, 'name': ReconfigVM_Task, 'duration_secs': 0.639504} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.521383] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 98b0e08a-5f6d-4dc8-86d1-6d7420067932/98b0e08a-5f6d-4dc8-86d1-6d7420067932.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.524660] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.524935] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecbd5636-ea4e-4f4c-b20f-9ca7ad8e5f82 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.528960] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80d857b-b377-4716-8319-c2cedb4677b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.535997] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 958.535997] env[69304]: value = "task-4208924" [ 958.535997] env[69304]: _type = "Task" [ 958.535997] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.544863] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 958.544863] env[69304]: value = "task-4208925" [ 958.544863] env[69304]: _type = "Task" [ 958.544863] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.555209] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208924, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.566048] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 958.566275] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.723659] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: bb700315-ab26-4be6-ac71-251e196926ab] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 958.800535] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478151} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.800813] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.801182] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.801467] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-609d568f-ebd3-4ac6-a250-ce7c30995358 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.811956] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 958.811956] env[69304]: value = "task-4208926" [ 958.811956] env[69304]: _type = "Task" [ 958.811956] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.821787] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.861849] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c472b339-753c-4381-8c9f-6a92667f27bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.871117] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a67fa1-ad23-4c26-982d-1722e7e5bada {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.906588] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d695275-3fec-47f0-a81b-09f30bf12b4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.916134] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a2cb8-6a61-40b0-8692-21d4393767e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.929570] env[69304]: DEBUG nova.compute.provider_tree [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.025992] env[69304]: DEBUG nova.network.neutron [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updated VIF entry in instance network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.026410] env[69304]: DEBUG nova.network.neutron [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.050705] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208924, 'name': Rename_Task, 'duration_secs': 0.294581} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.050705] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.050705] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c7bf18-130b-4b54-aed0-852b49d9a7d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.056507] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 959.056507] env[69304]: value = "task-4208927" [ 959.056507] env[69304]: _type = "Task" [ 959.056507] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.066525] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.075216] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.075216] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.075216] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.075216] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.075216] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.075216] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.075657] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.076022] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.076600] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.077179] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.077574] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.087061] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27b59eba-2125-48dd-82dd-bd8bd4884dc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.104946] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 959.104946] env[69304]: value = "task-4208928" [ 959.104946] env[69304]: _type = "Task" [ 959.104946] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.118897] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.229661] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d479e8ff-6879-45b8-9d98-98ede70cf484] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 959.277456] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.309023] env[69304]: DEBUG nova.virt.hardware [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.309592] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc514eb-c799-4eac-beaa-31b499713712 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.319583] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0f9afc-2c48-455d-b3e4-429cc4906f92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.327511] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097588} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.328347] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.329275] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5de56df-9881-4e47-873e-aeced2e80bd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.362251] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.362625] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0749653d-ced9-44a0-86fe-da0edeb4090e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.389053] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 959.389053] env[69304]: value = "task-4208929" [ 959.389053] env[69304]: _type = "Task" [ 959.389053] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.399557] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.434106] env[69304]: DEBUG nova.scheduler.client.report [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.530641] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.530773] env[69304]: DEBUG nova.compute.manager [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 959.530911] env[69304]: DEBUG nova.compute.manager [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing instance network info cache due to event network-changed-43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 959.531167] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] Acquiring lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.531313] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] Acquired lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.531482] env[69304]: DEBUG nova.network.neutron [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Refreshing network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.570128] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.623331] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208928, 'name': ReconfigVM_Task, 'duration_secs': 0.170652} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.623663] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.733213] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 17df4088-f859-480c-9010-4acf00f34c12] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 959.841885] env[69304]: DEBUG nova.network.neutron [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Successfully updated port: 3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.901168] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.939619] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.940295] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.943310] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.174s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.944825] env[69304]: INFO nova.compute.claims [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.072675] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208927, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.132726] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.135451] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.135864] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.135864] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.136528] env[69304]: DEBUG nova.virt.hardware [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.146881] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.150061] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83cb83a-4335-41d2-957f-18c51d28418b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.171518] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 960.171518] env[69304]: value = "task-4208930" [ 960.171518] env[69304]: _type = "Task" [ 960.171518] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.182840] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.237048] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 088f3721-eae5-46fc-8d2b-a0ba199f1718] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 960.344369] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.344543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.344581] env[69304]: DEBUG nova.network.neutron [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.356198] env[69304]: DEBUG nova.compute.manager [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Received event network-vif-plugged-3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 960.356198] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] Acquiring lock "debbc700-1e8d-4966-a363-4711d3b0095b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.356198] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] Lock "debbc700-1e8d-4966-a363-4711d3b0095b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.356198] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] Lock "debbc700-1e8d-4966-a363-4711d3b0095b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.356198] env[69304]: DEBUG nova.compute.manager [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] No waiting events found dispatching network-vif-plugged-3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 960.356198] env[69304]: WARNING nova.compute.manager [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Received unexpected event network-vif-plugged-3eeab924-7e8d-4eee-baa1-c243bede1e7d for instance with vm_state building and task_state spawning. [ 960.356198] env[69304]: DEBUG nova.compute.manager [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Received event network-changed-3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 960.356198] env[69304]: DEBUG nova.compute.manager [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Refreshing instance network info cache due to event network-changed-3eeab924-7e8d-4eee-baa1-c243bede1e7d. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 960.356198] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] Acquiring lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.387738] env[69304]: DEBUG nova.network.neutron [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updated VIF entry in instance network info cache for port 43e70263-352c-46ca-b483-9976b03ec4c5. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.388335] env[69304]: DEBUG nova.network.neutron [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [{"id": "43e70263-352c-46ca-b483-9976b03ec4c5", "address": "fa:16:3e:28:78:67", "network": {"id": "740439a3-1755-48c9-bb5d-66430e3bce2d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1622183311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d38b3eeab28b4aa0af4223365b0bf047", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43e70263-35", "ovs_interfaceid": "43e70263-352c-46ca-b483-9976b03ec4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.402196] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208929, 'name': ReconfigVM_Task, 'duration_secs': 0.883304} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.403292] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.404039] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbb527a9-ba1e-4044-aa1c-af06fa816806 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.412381] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 960.412381] env[69304]: value = "task-4208931" [ 960.412381] env[69304]: _type = "Task" [ 960.412381] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.423315] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208931, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.451533] env[69304]: DEBUG nova.compute.utils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.458373] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.459064] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.507076] env[69304]: DEBUG nova.policy [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148051e9443e4bd0b368b3130e882c63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70af3b276a6d49f3a6dece8dd494d5b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.578239] env[69304]: DEBUG oslo_vmware.api [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208927, 'name': PowerOnVM_Task, 'duration_secs': 1.173171} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.578239] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.578239] env[69304]: INFO nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Took 9.72 seconds to spawn the instance on the hypervisor. [ 960.578239] env[69304]: DEBUG nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.578239] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34449ae5-61db-41bf-8e09-3cedc4c89615 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.683182] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208930, 'name': ReconfigVM_Task, 'duration_secs': 0.246955} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.683641] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.684603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268145e-0da1-4cba-9f9c-39e2db81b1ac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.710315] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4/18bfddfc-8ba9-41c3-bde7-a09ed7c153b4.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.711043] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f84a9b8-d5dd-4c8f-b822-55d9fbba15ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.733214] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 960.733214] env[69304]: value = "task-4208932" [ 960.733214] env[69304]: _type = "Task" [ 960.733214] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.745543] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: c6c05049-8183-4094-9d4c-1b3212e9f202] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 960.748322] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.822555] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Successfully created port: 53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.892249] env[69304]: DEBUG nova.network.neutron [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.895118] env[69304]: DEBUG oslo_concurrency.lockutils [req-c6f22a38-8980-4931-8750-dec12a0de762 req-1e08f3b2-41b1-43a1-bcc9-a1d63f266a20 service nova] Releasing lock "refresh_cache-01618ff9-d8e5-41b5-899c-81279eb69806" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.927023] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208931, 'name': Rename_Task, 'duration_secs': 0.397696} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.927023] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.927023] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9ea3c1-d14d-4572-afe3-5b3a24a8b307 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.933933] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 960.933933] env[69304]: value = "task-4208933" [ 960.933933] env[69304]: _type = "Task" [ 960.933933] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.945665] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.955638] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.101154] env[69304]: INFO nova.compute.manager [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Took 61.33 seconds to build instance. [ 961.151919] env[69304]: DEBUG nova.network.neutron [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Updating instance_info_cache with network_info: [{"id": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "address": "fa:16:3e:b6:b7:36", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeab924-7e", "ovs_interfaceid": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.246202] env[69304]: DEBUG oslo_vmware.api [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4208932, 'name': ReconfigVM_Task, 'duration_secs': 0.377221} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.246616] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4/18bfddfc-8ba9-41c3-bde7-a09ed7c153b4.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.246931] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.254073] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: bfbce1e3-f0e9-4e13-8e24-2b7665ceeef1] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 961.450608] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.469194] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.570021] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e24fed7-fe4e-4eaa-a115-12bcd0e2bd0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.579694] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf4479-4dca-4849-9a58-85dd1c34f929 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.616428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4df9ce1f-efa9-4d61-a38e-f477ba052248 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.859s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.617143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.148s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.620023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.620023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.620023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.620023] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a3f0a7-43ce-46d9-956e-522545d5d834 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.622859] env[69304]: INFO nova.compute.manager [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Terminating instance [ 961.631800] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7758285a-f921-4c74-9941-12b867eda329 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.651074] env[69304]: DEBUG nova.compute.provider_tree [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.653310] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.653770] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Instance network_info: |[{"id": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "address": "fa:16:3e:b6:b7:36", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeab924-7e", "ovs_interfaceid": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.654181] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] Acquired lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.657081] env[69304]: DEBUG nova.network.neutron [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Refreshing network info cache for port 3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.657081] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eeab924-7e8d-4eee-baa1-c243bede1e7d', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.664665] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.666257] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.668171] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff2929e-c641-47ee-90ec-25b9a6d6512b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.690949] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.690949] env[69304]: value = "task-4208934" [ 961.690949] env[69304]: _type = "Task" [ 961.690949] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.699849] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208934, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.755482] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a94ef-c37e-4b87-856f-2bd09b3b363c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.758848] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: f42f703b-7134-49cf-9b6d-af6ff5be5d2b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 961.780323] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ba317c-6551-4ecc-9bec-fa4aa8a7eedc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.802053] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.867211] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.867211] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.947774] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.971523] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.005237] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.005506] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.005684] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.005892] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.006096] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.006275] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.006520] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.006861] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.007067] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.007424] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.007673] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.008604] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76ae6d2-d793-4d41-829c-7d1462cd5ff7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.017302] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a0c1f-a2e6-4db4-b353-63724cc68e70 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.125230] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.128854] env[69304]: DEBUG nova.compute.manager [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.129107] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.130638] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a88dbd6-933b-4e28-843a-83c234e972f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.139609] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.140413] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f92e047b-ecdd-4151-b585-beaa89cc4f0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.148110] env[69304]: DEBUG oslo_vmware.api [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 962.148110] env[69304]: value = "task-4208935" [ 962.148110] env[69304]: _type = "Task" [ 962.148110] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.154888] env[69304]: DEBUG nova.scheduler.client.report [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.162375] env[69304]: DEBUG oslo_vmware.api [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.201764] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208934, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.264448] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 8f0a0fcb-babd-406b-9468-ae0f86818589] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 962.355028] env[69304]: DEBUG nova.network.neutron [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.447480] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208933, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.513967] env[69304]: DEBUG nova.network.neutron [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Updated VIF entry in instance network info cache for port 3eeab924-7e8d-4eee-baa1-c243bede1e7d. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.514366] env[69304]: DEBUG nova.network.neutron [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Updating instance_info_cache with network_info: [{"id": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "address": "fa:16:3e:b6:b7:36", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeab924-7e", "ovs_interfaceid": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.535649] env[69304]: DEBUG nova.compute.manager [req-a04f75b5-80df-404b-8e1d-87efe856fad8 req-e5806286-7fcd-4e42-8384-7b42679f708e service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Received event network-vif-plugged-53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 962.535649] env[69304]: DEBUG oslo_concurrency.lockutils [req-a04f75b5-80df-404b-8e1d-87efe856fad8 req-e5806286-7fcd-4e42-8384-7b42679f708e service nova] Acquiring lock "57945fb7-92f2-4df8-a956-4bc533ff8304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.535864] env[69304]: DEBUG oslo_concurrency.lockutils [req-a04f75b5-80df-404b-8e1d-87efe856fad8 req-e5806286-7fcd-4e42-8384-7b42679f708e service nova] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.535976] env[69304]: DEBUG oslo_concurrency.lockutils [req-a04f75b5-80df-404b-8e1d-87efe856fad8 req-e5806286-7fcd-4e42-8384-7b42679f708e service nova] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.536158] env[69304]: DEBUG nova.compute.manager [req-a04f75b5-80df-404b-8e1d-87efe856fad8 req-e5806286-7fcd-4e42-8384-7b42679f708e service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] No waiting events found dispatching network-vif-plugged-53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.536326] env[69304]: WARNING nova.compute.manager [req-a04f75b5-80df-404b-8e1d-87efe856fad8 req-e5806286-7fcd-4e42-8384-7b42679f708e service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Received unexpected event network-vif-plugged-53bc5363-0f7b-4370-bf5a-930e3955acdf for instance with vm_state building and task_state spawning. [ 962.623698] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Successfully updated port: 53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.654590] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.661525] env[69304]: DEBUG oslo_vmware.api [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208935, 'name': PowerOffVM_Task, 'duration_secs': 0.201567} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.661725] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.661868] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.662177] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-200cc448-8317-4d00-b46b-bad789ebd4f4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.664559] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.665087] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.667777] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.897s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.669276] env[69304]: INFO nova.compute.claims [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.703556] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208934, 'name': CreateVM_Task, 'duration_secs': 0.700852} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.703821] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.704719] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.705034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.705560] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.706644] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7ec15c-6946-45f8-bd0d-85141e547e91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.717629] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 962.717629] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5259ef90-b1e8-0c26-50b6-054a7291268c" [ 962.717629] env[69304]: _type = "Task" [ 962.717629] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.728446] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5259ef90-b1e8-0c26-50b6-054a7291268c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.753152] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.753406] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.753717] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleting the datastore file [datastore1] 98b0e08a-5f6d-4dc8-86d1-6d7420067932 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.754338] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5218c0d4-15ca-438a-82b9-e8368ad2063b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.762714] env[69304]: DEBUG oslo_vmware.api [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for the task: (returnval){ [ 962.762714] env[69304]: value = "task-4208937" [ 962.762714] env[69304]: _type = "Task" [ 962.762714] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.772136] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 9ca0f3b3-7c9d-4338-bfd1-0035265ee688] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 962.774394] env[69304]: DEBUG oslo_vmware.api [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.949191] env[69304]: DEBUG oslo_vmware.api [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4208933, 'name': PowerOnVM_Task, 'duration_secs': 1.783847} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.949483] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.949704] env[69304]: INFO nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Took 9.24 seconds to spawn the instance on the hypervisor. [ 962.949933] env[69304]: DEBUG nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.950782] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206a49c-b515-4772-aa27-b21d2b872996 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.017085] env[69304]: DEBUG oslo_concurrency.lockutils [req-ab749986-2a13-4430-823e-b48c290ebae9 req-38a5d372-d748-43f2-a3c9-39231b173b03 service nova] Releasing lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.128298] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "refresh_cache-57945fb7-92f2-4df8-a956-4bc533ff8304" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.128501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "refresh_cache-57945fb7-92f2-4df8-a956-4bc533ff8304" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.128655] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.176013] env[69304]: DEBUG nova.compute.utils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.179783] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.179968] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.228558] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5259ef90-b1e8-0c26-50b6-054a7291268c, 'name': SearchDatastore_Task, 'duration_secs': 0.014426} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.230207] env[69304]: DEBUG nova.policy [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148051e9443e4bd0b368b3130e882c63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70af3b276a6d49f3a6dece8dd494d5b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.231917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.232215] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.232461] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.232613] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.232796] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.233124] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71db92d6-cfbb-47f8-86bc-8fd447d30f83 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.245054] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.245264] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.246035] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcff7be-6b0b-4491-9620-1a607ef6b60e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.252654] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 963.252654] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528bb67a-607d-968d-5907-2011b8ef6672" [ 963.252654] env[69304]: _type = "Task" [ 963.252654] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.262122] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528bb67a-607d-968d-5907-2011b8ef6672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.273895] env[69304]: DEBUG oslo_vmware.api [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Task: {'id': task-4208937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143597} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.274229] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.274361] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.274552] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.274835] env[69304]: INFO nova.compute.manager [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.275207] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.275594] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 1601fd8e-1b69-4b33-8d04-988c76d60e71] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 963.277831] env[69304]: DEBUG nova.compute.manager [-] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.277942] env[69304]: DEBUG nova.network.neutron [-] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.378961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.379269] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.379480] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.469278] env[69304]: INFO nova.compute.manager [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Took 60.35 seconds to build instance. [ 963.650404] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Successfully created port: 35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.680902] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.689416] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.767090] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528bb67a-607d-968d-5907-2011b8ef6672, 'name': SearchDatastore_Task, 'duration_secs': 0.01943} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.775039] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fe24ee-da43-40cb-9433-572eb4127cd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.781236] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d1fd9428-0fad-4ea2-93a7-97012d7c1a19] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 963.784557] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 963.784557] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fce552-a88c-dd30-b957-c6013ea1bcbc" [ 963.784557] env[69304]: _type = "Task" [ 963.784557] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.797977] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fce552-a88c-dd30-b957-c6013ea1bcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.972435] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6736bbe6-a468-4b49-a73b-61517ae3f651 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.857s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.121825] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Updating instance_info_cache with network_info: [{"id": "53bc5363-0f7b-4370-bf5a-930e3955acdf", "address": "fa:16:3e:52:ed:b3", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bc5363-0f", "ovs_interfaceid": "53bc5363-0f7b-4370-bf5a-930e3955acdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.210013] env[69304]: DEBUG nova.network.neutron [-] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.284869] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 946a2af8-fc27-4495-ac67-a243fcb12c1b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 964.299128] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fce552-a88c-dd30-b957-c6013ea1bcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.025896} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.302419] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.302687] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] debbc700-1e8d-4966-a363-4711d3b0095b/debbc700-1e8d-4966-a363-4711d3b0095b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.303102] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a0ccac-2a0c-4b66-8301-475bcfe1818f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.312242] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 964.312242] env[69304]: value = "task-4208938" [ 964.312242] env[69304]: _type = "Task" [ 964.312242] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.323840] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.334722] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5a978-2a32-4853-8e1f-11cd4e4d9d70 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.342884] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959cf68c-b3ca-46fd-9f0c-7f9226f4888c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.376792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5258e2a-864a-47a8-9234-515464fbdfa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.384444] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad10816-3fa0-467d-aff9-bf4ade208926 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.402484] env[69304]: DEBUG nova.compute.provider_tree [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.477024] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.514476] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.514700] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.514875] env[69304]: DEBUG nova.network.neutron [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.625387] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "refresh_cache-57945fb7-92f2-4df8-a956-4bc533ff8304" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.625722] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Instance network_info: |[{"id": "53bc5363-0f7b-4370-bf5a-930e3955acdf", "address": "fa:16:3e:52:ed:b3", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bc5363-0f", "ovs_interfaceid": "53bc5363-0f7b-4370-bf5a-930e3955acdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.626207] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ed:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53bc5363-0f7b-4370-bf5a-930e3955acdf', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.634486] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.634757] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.634999] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa63d7f-c374-453b-984f-dfba49afb334 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.668263] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.668263] env[69304]: value = "task-4208939" [ 964.668263] env[69304]: _type = "Task" [ 964.668263] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.677834] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208939, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.700454] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.712532] env[69304]: INFO nova.compute.manager [-] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Took 1.43 seconds to deallocate network for instance. [ 964.738647] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.738953] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.739135] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.739325] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.739481] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.739628] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.739854] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.740019] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.740280] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.740450] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.740626] env[69304]: DEBUG nova.virt.hardware [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.741568] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455d8699-e570-472e-b454-13a1ad39a5fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.753612] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb669c83-b36a-42d7-80c4-a3e67a574456 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.787859] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 04103832-c532-42c7-beb8-6bffcf4059a0] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 964.826252] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208938, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.906169] env[69304]: DEBUG nova.scheduler.client.report [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.962017] env[69304]: DEBUG nova.compute.manager [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Received event network-changed-53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 964.962017] env[69304]: DEBUG nova.compute.manager [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Refreshing instance network info cache due to event network-changed-53bc5363-0f7b-4370-bf5a-930e3955acdf. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 964.962351] env[69304]: DEBUG oslo_concurrency.lockutils [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] Acquiring lock "refresh_cache-57945fb7-92f2-4df8-a956-4bc533ff8304" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.962351] env[69304]: DEBUG oslo_concurrency.lockutils [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] Acquired lock "refresh_cache-57945fb7-92f2-4df8-a956-4bc533ff8304" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.962575] env[69304]: DEBUG nova.network.neutron [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Refreshing network info cache for port 53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.005097] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.180529] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208939, 'name': CreateVM_Task, 'duration_secs': 0.430838} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.180651] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.181833] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.182406] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.183032] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.183456] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862d0bbc-9a51-492f-a651-07b278ff0f03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.190054] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 965.190054] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52da0fa0-e5fc-b8a5-1034-f5934104dc0e" [ 965.190054] env[69304]: _type = "Task" [ 965.190054] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.205222] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52da0fa0-e5fc-b8a5-1034-f5934104dc0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.205222] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.205222] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.205222] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.205222] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.205222] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.205222] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa4f7a4-7d5d-4eba-a99e-cfb55ed5fe32 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.214659] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.214862] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.215673] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755da25b-fe76-485e-90bb-86da654e7b12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.226039] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.227258] env[69304]: DEBUG nova.compute.manager [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 965.227448] env[69304]: DEBUG nova.compute.manager [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing instance network info cache due to event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 965.227662] env[69304]: DEBUG oslo_concurrency.lockutils [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.227802] env[69304]: DEBUG oslo_concurrency.lockutils [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.228376] env[69304]: DEBUG nova.network.neutron [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.233899] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 965.233899] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a47f99-9a77-ebc6-9d4f-7fd5d1318365" [ 965.233899] env[69304]: _type = "Task" [ 965.233899] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.250043] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a47f99-9a77-ebc6-9d4f-7fd5d1318365, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.250043] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7fac43d-b203-4ed6-8cd4-9e71cd185a6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.257282] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Successfully updated port: 35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.258660] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 965.258660] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d8fb71-4b6e-f453-812f-68dcc5ef13c9" [ 965.258660] env[69304]: _type = "Task" [ 965.258660] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.274346] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d8fb71-4b6e-f453-812f-68dcc5ef13c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.274598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.274867] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 57945fb7-92f2-4df8-a956-4bc533ff8304/57945fb7-92f2-4df8-a956-4bc533ff8304.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.275148] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25606d87-411f-4c50-a1e1-96ba1e4ea9c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.284988] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 965.284988] env[69304]: value = "task-4208940" [ 965.284988] env[69304]: _type = "Task" [ 965.284988] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.291294] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: c6759f57-90d3-4c97-b303-98c7b231cfcf] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 965.299517] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.325176] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536824} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.325176] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] debbc700-1e8d-4966-a363-4711d3b0095b/debbc700-1e8d-4966-a363-4711d3b0095b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.325176] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.325176] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f70e0fc-ad34-4a4a-a85a-0d0d4179ede3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.332534] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 965.332534] env[69304]: value = "task-4208941" [ 965.332534] env[69304]: _type = "Task" [ 965.332534] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.346021] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.414996] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.415545] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.418719] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.676s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.418850] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.423574] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.727s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.423574] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.424621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.128s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.424621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.426030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.565s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.427729] env[69304]: INFO nova.compute.claims [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.432777] env[69304]: DEBUG nova.network.neutron [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.453279] env[69304]: INFO nova.scheduler.client.report [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleted allocations for instance 4458a759-c025-4325-8553-64c4fd7ebbde [ 965.453279] env[69304]: INFO nova.scheduler.client.report [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted allocations for instance f075e181-a915-4355-ad97-d2e4ad860771 [ 965.469585] env[69304]: INFO nova.scheduler.client.report [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Deleted allocations for instance af9f9491-7450-409a-ad17-1f0f74f58829 [ 965.764645] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "refresh_cache-0c2c87a6-834c-47f2-bb32-293d9a232e57" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.765305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "refresh_cache-0c2c87a6-834c-47f2-bb32-293d9a232e57" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765305] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.797162] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 9f0e31e6-2529-4998-aecd-0b908423b768] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 965.809057] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510947} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.809057] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 57945fb7-92f2-4df8-a956-4bc533ff8304/57945fb7-92f2-4df8-a956-4bc533ff8304.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.809057] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.809057] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4fc4156-9eec-430c-9957-27e5a84bbdfa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.815785] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 965.815785] env[69304]: value = "task-4208942" [ 965.815785] env[69304]: _type = "Task" [ 965.815785] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.826870] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.838907] env[69304]: DEBUG nova.network.neutron [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Updated VIF entry in instance network info cache for port 53bc5363-0f7b-4370-bf5a-930e3955acdf. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.840037] env[69304]: DEBUG nova.network.neutron [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Updating instance_info_cache with network_info: [{"id": "53bc5363-0f7b-4370-bf5a-930e3955acdf", "address": "fa:16:3e:52:ed:b3", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bc5363-0f", "ovs_interfaceid": "53bc5363-0f7b-4370-bf5a-930e3955acdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.844324] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072213} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.846536] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.846536] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b56613-0e4d-4e05-9d39-283ee57934d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.873778] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] debbc700-1e8d-4966-a363-4711d3b0095b/debbc700-1e8d-4966-a363-4711d3b0095b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.876945] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4a61f6-0644-4180-8d50-771aba94fe58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.899016] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 965.899016] env[69304]: value = "task-4208943" [ 965.899016] env[69304]: _type = "Task" [ 965.899016] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.908402] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.933169] env[69304]: DEBUG nova.compute.utils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.935471] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.935776] env[69304]: DEBUG nova.network.neutron [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.940544] env[69304]: DEBUG oslo_concurrency.lockutils [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.974282] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9990539b-1e62-435c-9d2e-09eebfa8e63c tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "4458a759-c025-4325-8553-64c4fd7ebbde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.071s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.981840] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "f075e181-a915-4355-ad97-d2e4ad860771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.342s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.983952] env[69304]: DEBUG oslo_concurrency.lockutils [None req-13b8c251-d8cb-4983-94fc-abc498f31923 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Lock "af9f9491-7450-409a-ad17-1f0f74f58829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.867s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.998613] env[69304]: DEBUG nova.policy [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b16efaf8b2f442cdba8861879d79c87b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025c0dd502ee4293b5297a73a189b4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.019529] env[69304]: DEBUG nova.network.neutron [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updated VIF entry in instance network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.020025] env[69304]: DEBUG nova.network.neutron [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.299358] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.301620] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 3fbd2dd0-cd21-4dc0-8a6b-dc47c6c8f277] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 966.330824] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073641} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.330824] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.330824] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167adebb-2098-492a-993d-33e1bdf2b359 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.346790] env[69304]: DEBUG oslo_concurrency.lockutils [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] Releasing lock "refresh_cache-57945fb7-92f2-4df8-a956-4bc533ff8304" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.347047] env[69304]: DEBUG nova.compute.manager [req-f7358909-179f-4b93-8213-7f069d92ad72 req-478d1ce6-b481-4c68-b51b-a6ba81fe315b service nova] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Received event network-vif-deleted-81a8b645-11bf-44f4-b8fb-88b8e94260d1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 966.357078] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 57945fb7-92f2-4df8-a956-4bc533ff8304/57945fb7-92f2-4df8-a956-4bc533ff8304.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.360683] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866d889b-8204-4cd2-8cc5-887964ee4e17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.383401] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 966.383401] env[69304]: value = "task-4208944" [ 966.383401] env[69304]: _type = "Task" [ 966.383401] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.394602] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.413087] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208943, 'name': ReconfigVM_Task, 'duration_secs': 0.323691} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.413447] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] debbc700-1e8d-4966-a363-4711d3b0095b/debbc700-1e8d-4966-a363-4711d3b0095b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.414503] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1226bd-c199-468a-916b-982739264b18 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.423374] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 966.423374] env[69304]: value = "task-4208945" [ 966.423374] env[69304]: _type = "Task" [ 966.423374] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.433315] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208945, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.436201] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.474727] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74f1ff6-a729-4782-a4f2-f007fce99378 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.502852] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94afb1eb-8e53-45fb-b320-183d9113769f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.511784] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.524555] env[69304]: DEBUG oslo_concurrency.lockutils [req-797b91da-854a-4c71-adf3-7a3e19fa346b req-54ccd732-c69a-4060-bb73-13f7b31f2834 service nova] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.570476] env[69304]: DEBUG nova.network.neutron [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Successfully created port: 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.804834] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: b3ee56c1-73f1-49de-8dd1-91944a520900] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 966.828172] env[69304]: DEBUG nova.network.neutron [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Updating instance_info_cache with network_info: [{"id": "35c1bbb3-68af-413c-bbf2-6dc0a289535b", "address": "fa:16:3e:22:15:37", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c1bbb3-68", "ovs_interfaceid": "35c1bbb3-68af-413c-bbf2-6dc0a289535b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.894605] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208944, 'name': ReconfigVM_Task, 'duration_secs': 0.321838} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.894605] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 57945fb7-92f2-4df8-a956-4bc533ff8304/57945fb7-92f2-4df8-a956-4bc533ff8304.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.894605] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e3b0c55-aa9f-4744-b068-436e2e53dd9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.905138] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 966.905138] env[69304]: value = "task-4208946" [ 966.905138] env[69304]: _type = "Task" [ 966.905138] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.915907] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208946, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.936264] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208945, 'name': Rename_Task, 'duration_secs': 0.157602} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.936702] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.936977] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe0dc32-a332-4784-8f3f-2a04c7cf0c50 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.945378] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 966.945378] env[69304]: value = "task-4208947" [ 966.945378] env[69304]: _type = "Task" [ 966.945378] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.957563] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.018667] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-323970b5-b9d5-4a9c-aa05-ae63bcebf808 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance '18bfddfc-8ba9-41c3-bde7-a09ed7c153b4' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.052748] env[69304]: DEBUG nova.compute.manager [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Received event network-vif-plugged-35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 967.053109] env[69304]: DEBUG oslo_concurrency.lockutils [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] Acquiring lock "0c2c87a6-834c-47f2-bb32-293d9a232e57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.053109] env[69304]: DEBUG oslo_concurrency.lockutils [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.053372] env[69304]: DEBUG oslo_concurrency.lockutils [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.053372] env[69304]: DEBUG nova.compute.manager [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] No waiting events found dispatching network-vif-plugged-35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 967.053546] env[69304]: WARNING nova.compute.manager [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Received unexpected event network-vif-plugged-35c1bbb3-68af-413c-bbf2-6dc0a289535b for instance with vm_state building and task_state spawning. [ 967.053709] env[69304]: DEBUG nova.compute.manager [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Received event network-changed-35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 967.054021] env[69304]: DEBUG nova.compute.manager [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Refreshing instance network info cache due to event network-changed-35c1bbb3-68af-413c-bbf2-6dc0a289535b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 967.054021] env[69304]: DEBUG oslo_concurrency.lockutils [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] Acquiring lock "refresh_cache-0c2c87a6-834c-47f2-bb32-293d9a232e57" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.085596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81fde2-6896-4f13-ad09-53eaf15d1cf6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.097021] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70954d6-cc5d-46e0-aea7-1a986dc6efd2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.131871] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77b2732-1b7f-42b7-8359-e233114e9e71 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.140424] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c8918-8955-4a91-99df-39d1e30687c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.155974] env[69304]: DEBUG nova.compute.provider_tree [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.253553] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "4fe9fc02-84fc-4626-939d-eb24abef955a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.254221] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.255753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "4fe9fc02-84fc-4626-939d-eb24abef955a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.255753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.255753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.258931] env[69304]: INFO nova.compute.manager [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Terminating instance [ 967.308026] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 03a2cc99-1b1d-41b5-8b69-ba715305ac00] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 967.329930] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "refresh_cache-0c2c87a6-834c-47f2-bb32-293d9a232e57" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.331057] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Instance network_info: |[{"id": "35c1bbb3-68af-413c-bbf2-6dc0a289535b", "address": "fa:16:3e:22:15:37", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c1bbb3-68", "ovs_interfaceid": "35c1bbb3-68af-413c-bbf2-6dc0a289535b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.331057] env[69304]: DEBUG oslo_concurrency.lockutils [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] Acquired lock "refresh_cache-0c2c87a6-834c-47f2-bb32-293d9a232e57" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.331057] env[69304]: DEBUG nova.network.neutron [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Refreshing network info cache for port 35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.334959] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:15:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c1bbb3-68af-413c-bbf2-6dc0a289535b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.340119] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.341391] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.341624] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ba1f2e-fc78-478f-b62e-c9f8addb38fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.366828] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.366828] env[69304]: value = "task-4208948" [ 967.366828] env[69304]: _type = "Task" [ 967.366828] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.376126] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208948, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.417750] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208946, 'name': Rename_Task, 'duration_secs': 0.158391} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.418068] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.418388] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e46974-6d7a-4fe2-a64f-6403d7110e2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.427623] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 967.427623] env[69304]: value = "task-4208949" [ 967.427623] env[69304]: _type = "Task" [ 967.427623] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.438354] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.448098] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.462436] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.485917] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.486173] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.486331] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.486514] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.486659] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.486856] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.487102] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.487269] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.487445] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.487614] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.487782] env[69304]: DEBUG nova.virt.hardware [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.488682] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b12d90-c5e0-4718-8cf8-15d4e744726e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.497619] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722b54d3-d32e-4f5b-a7f5-cd65823fcef9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.659080] env[69304]: DEBUG nova.scheduler.client.report [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.674947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.675279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.675516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.675737] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.675929] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.680550] env[69304]: INFO nova.compute.manager [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Terminating instance [ 967.766532] env[69304]: DEBUG nova.compute.manager [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.766532] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.766865] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a5e96c-cfe3-41af-b982-e1fe7daadd08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.778118] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.778540] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8cad594-147b-4e8e-88f3-8990aba64b0a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.788478] env[69304]: DEBUG oslo_vmware.api [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 967.788478] env[69304]: value = "task-4208950" [ 967.788478] env[69304]: _type = "Task" [ 967.788478] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.799273] env[69304]: DEBUG oslo_vmware.api [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.812293] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: f50eceeb-edf3-40f0-a3f4-c61098e8b70c] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 967.879994] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208948, 'name': CreateVM_Task, 'duration_secs': 0.493009} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.880205] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.880947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.881785] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.881785] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.881785] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2f7970-377a-485f-bdf1-53408d704546 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.892087] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 967.892087] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f8eddc-1e61-dc8c-f424-b7754e8d32d7" [ 967.892087] env[69304]: _type = "Task" [ 967.892087] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.911140] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f8eddc-1e61-dc8c-f424-b7754e8d32d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.912098] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.912506] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.915020] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.915020] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.915020] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.915020] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aebc7d6-d24d-4e71-a30e-33e658be2df0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.925243] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.925403] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.926211] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a6da15-6740-45ee-bfd0-bbb36ac2ed91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.941512] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 967.941512] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529af334-8ff6-ff3f-4965-8e6a3c6e09d1" [ 967.941512] env[69304]: _type = "Task" [ 967.941512] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.945454] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.959242] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529af334-8ff6-ff3f-4965-8e6a3c6e09d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.960698] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b3433f-46aa-4e0f-90ee-41f1c1796c72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.966707] env[69304]: DEBUG oslo_vmware.api [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208947, 'name': PowerOnVM_Task, 'duration_secs': 0.526043} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.967656] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.967798] env[69304]: INFO nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Took 8.69 seconds to spawn the instance on the hypervisor. [ 967.968019] env[69304]: DEBUG nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.968947] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a330b3-59f3-4f07-8459-e8b66544dde5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.975868] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 967.975868] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0934b-bf8e-15fd-4011-3479a63e9827" [ 967.975868] env[69304]: _type = "Task" [ 967.975868] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.992545] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b0934b-bf8e-15fd-4011-3479a63e9827, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.992545] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.992545] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 0c2c87a6-834c-47f2-bb32-293d9a232e57/0c2c87a6-834c-47f2-bb32-293d9a232e57.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.992545] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-908e52a6-7d1e-4a04-a30e-288be3f67c10 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.000795] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 968.000795] env[69304]: value = "task-4208951" [ 968.000795] env[69304]: _type = "Task" [ 968.000795] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.016527] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.164195] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.164785] env[69304]: DEBUG nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.168125] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.182s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.185034] env[69304]: DEBUG nova.compute.manager [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.185359] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.186558] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8aa342-d2f2-4643-a597-5deed4da3b39 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.201150] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.201489] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16cdc437-d0d4-46cd-bb6b-c593f8626fd5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.214600] env[69304]: DEBUG oslo_vmware.api [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 968.214600] env[69304]: value = "task-4208952" [ 968.214600] env[69304]: _type = "Task" [ 968.214600] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.233972] env[69304]: DEBUG nova.network.neutron [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Updated VIF entry in instance network info cache for port 35c1bbb3-68af-413c-bbf2-6dc0a289535b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.234477] env[69304]: DEBUG nova.network.neutron [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Updating instance_info_cache with network_info: [{"id": "35c1bbb3-68af-413c-bbf2-6dc0a289535b", "address": "fa:16:3e:22:15:37", "network": {"id": "0d6766b3-d2f9-4aec-aa5e-dde457f89555", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-155185663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70af3b276a6d49f3a6dece8dd494d5b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c1bbb3-68", "ovs_interfaceid": "35c1bbb3-68af-413c-bbf2-6dc0a289535b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.235906] env[69304]: DEBUG oslo_vmware.api [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.306655] env[69304]: DEBUG oslo_vmware.api [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208950, 'name': PowerOffVM_Task, 'duration_secs': 0.206484} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.307159] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.307370] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.307800] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fef3e84-3d92-4f8b-9575-c091b783af49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.317421] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 64682674-f877-4f16-90f3-60f5a7ec45db] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 968.355171] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] Acquiring lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.356040] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] Acquired lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.356040] env[69304]: DEBUG nova.network.neutron [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.385888] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.386918] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.386918] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Deleting the datastore file [datastore1] 4fe9fc02-84fc-4626-939d-eb24abef955a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.387372] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89b91a02-fe08-4683-9e36-4b0042ff54bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.398236] env[69304]: DEBUG oslo_vmware.api [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for the task: (returnval){ [ 968.398236] env[69304]: value = "task-4208954" [ 968.398236] env[69304]: _type = "Task" [ 968.398236] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.414245] env[69304]: DEBUG oslo_vmware.api [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.449330] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208949, 'name': PowerOnVM_Task, 'duration_secs': 0.606285} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.449982] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.450203] env[69304]: INFO nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Took 6.48 seconds to spawn the instance on the hypervisor. [ 968.450445] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.451341] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d47b0-2348-48dc-9d93-8b7efd2c114c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.483823] env[69304]: DEBUG nova.compute.manager [req-e49e8308-bb84-4a45-8768-f54fac35900e req-bf302a9f-5fa7-4e4b-813d-01186515bd15 service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Received event network-vif-plugged-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 968.483823] env[69304]: DEBUG oslo_concurrency.lockutils [req-e49e8308-bb84-4a45-8768-f54fac35900e req-bf302a9f-5fa7-4e4b-813d-01186515bd15 service nova] Acquiring lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.484021] env[69304]: DEBUG oslo_concurrency.lockutils [req-e49e8308-bb84-4a45-8768-f54fac35900e req-bf302a9f-5fa7-4e4b-813d-01186515bd15 service nova] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.484370] env[69304]: DEBUG oslo_concurrency.lockutils [req-e49e8308-bb84-4a45-8768-f54fac35900e req-bf302a9f-5fa7-4e4b-813d-01186515bd15 service nova] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.484682] env[69304]: DEBUG nova.compute.manager [req-e49e8308-bb84-4a45-8768-f54fac35900e req-bf302a9f-5fa7-4e4b-813d-01186515bd15 service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] No waiting events found dispatching network-vif-plugged-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.486932] env[69304]: WARNING nova.compute.manager [req-e49e8308-bb84-4a45-8768-f54fac35900e req-bf302a9f-5fa7-4e4b-813d-01186515bd15 service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Received unexpected event network-vif-plugged-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 for instance with vm_state building and task_state spawning. [ 968.496978] env[69304]: INFO nova.compute.manager [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Took 61.73 seconds to build instance. [ 968.514751] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208951, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.646626] env[69304]: DEBUG nova.network.neutron [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Successfully updated port: 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.679331] env[69304]: DEBUG nova.compute.utils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.682970] env[69304]: DEBUG nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 968.731323] env[69304]: DEBUG oslo_vmware.api [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208952, 'name': PowerOffVM_Task, 'duration_secs': 0.492101} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.732303] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.732303] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.732303] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7225d565-23f2-4b98-a3fc-0d07184ea3b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.742687] env[69304]: DEBUG oslo_concurrency.lockutils [req-74f8bba0-9192-4dd3-93ae-0ade1c951b40 req-d9ae386d-66c8-4a03-961f-3229fd41dac3 service nova] Releasing lock "refresh_cache-0c2c87a6-834c-47f2-bb32-293d9a232e57" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.802326] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.802543] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.802821] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleting the datastore file [datastore2] f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.803130] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-467a6ca8-a373-4128-876c-1dc6b27027de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.815387] env[69304]: DEBUG oslo_vmware.api [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for the task: (returnval){ [ 968.815387] env[69304]: value = "task-4208956" [ 968.815387] env[69304]: _type = "Task" [ 968.815387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.825443] env[69304]: DEBUG oslo_vmware.api [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.828499] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.828800] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69304) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 968.882172] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c9e0fe-662d-4f2d-974d-37dcfae8b572 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.891351] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e4fab4-35d5-47a1-96e8-247c9eec9b40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.935427] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48297d6e-e198-4b6d-8fe7-8fb2c5aaf2c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.948427] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bd3e4e-32c1-4e52-ace8-2bfec2d0f989 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.952738] env[69304]: DEBUG oslo_vmware.api [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Task: {'id': task-4208954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349902} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.953198] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.955623] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.955623] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.955623] env[69304]: INFO nova.compute.manager [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 968.955623] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.955623] env[69304]: DEBUG nova.compute.manager [-] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.955623] env[69304]: DEBUG nova.network.neutron [-] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.972231] env[69304]: DEBUG nova.compute.provider_tree [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.980401] env[69304]: INFO nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Took 55.29 seconds to build instance. [ 969.005613] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ee360646-9edc-4b25-8166-9ea0b9866db6 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "debbc700-1e8d-4966-a363-4711d3b0095b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.252s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.022914] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574955} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.023633] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 0c2c87a6-834c-47f2-bb32-293d9a232e57/0c2c87a6-834c-47f2-bb32-293d9a232e57.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.024105] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.024851] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4f10384-f707-43d6-94f4-8dbe01ae8a4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042496] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 969.042496] env[69304]: value = "task-4208957" [ 969.042496] env[69304]: _type = "Task" [ 969.042496] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.052306] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.154417] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "refresh_cache-1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154417] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "refresh_cache-1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.154417] env[69304]: DEBUG nova.network.neutron [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.184633] env[69304]: DEBUG nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.258393] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.259543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.259543] env[69304]: DEBUG nova.compute.manager [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Going to confirm migration 3 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 969.325799] env[69304]: DEBUG oslo_vmware.api [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Task: {'id': task-4208956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250779} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.325799] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.325799] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.326382] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.326382] env[69304]: INFO nova.compute.manager [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 969.326382] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.329181] env[69304]: DEBUG nova.compute.manager [-] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.329181] env[69304]: DEBUG nova.network.neutron [-] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.332098] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.336968] env[69304]: DEBUG nova.network.neutron [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Updating instance_info_cache with network_info: [{"id": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "address": "fa:16:3e:b6:b7:36", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeab924-7e", "ovs_interfaceid": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.477855] env[69304]: DEBUG nova.scheduler.client.report [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.479370] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.311s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.479614] env[69304]: INFO nova.compute.manager [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] [instance: 12e61e3d-8ea2-41fe-bfe8-26d574075ebf] Successfully reverted task state from None on failure for instance. [ 969.482104] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.880s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.482302] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.484292] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.601s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.485905] env[69304]: INFO nova.compute.claims [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server [None req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e (generation 99): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec5627d6-5964-4b9a-b145-2a82d7c83d57"}]} [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server raise self.value [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 167, in decorated_function [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server raise self.value [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 158, in decorated_function [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 214, in decorated_function [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server raise self.value [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 204, in decorated_function [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3388, in terminate_instance [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server do_terminate_instance(instance, bdms) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3383, in do_terminate_instance [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server raise self.value [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self._delete_instance(context, instance, bdms) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self._complete_deletion(context, instance) [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 929, in _complete_deletion [ 969.492222] env[69304]: ERROR oslo_messaging.rpc.server self._update_resource_tracker(context, instance) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 695, in _update_resource_tracker [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server self.rt.update_usage(context, instance, instance.node) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 732, in update_usage [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server self._update(context.elevated(), self.compute_nodes[nodename]) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server six.reraise(self.value[0], self.value[1], self.value[2]) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server raise value [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e (generation 99): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec5627d6-5964-4b9a-b145-2a82d7c83d57"}]} [ 969.493673] env[69304]: ERROR oslo_messaging.rpc.server [ 969.493673] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.809s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.513296] env[69304]: INFO nova.scheduler.client.report [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted allocations for instance b3942bc6-49d3-4260-bd82-4f6224bab80c [ 969.515789] env[69304]: DEBUG nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.556232] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080201} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.556232] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.556232] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d74a7-c792-44fc-914e-2d42ef063858 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.579962] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0c2c87a6-834c-47f2-bb32-293d9a232e57/0c2c87a6-834c-47f2-bb32-293d9a232e57.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.580957] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4b8e9ed-ece8-45f7-bb1f-263a5b970ff3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.605326] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 969.605326] env[69304]: value = "task-4208958" [ 969.605326] env[69304]: _type = "Task" [ 969.605326] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.619970] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.717695] env[69304]: DEBUG nova.network.neutron [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.840568] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] Releasing lock "refresh_cache-debbc700-1e8d-4966-a363-4711d3b0095b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.841021] env[69304]: DEBUG nova.compute.manager [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Inject network info {{(pid=69304) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 969.841396] env[69304]: DEBUG nova.compute.manager [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] network_info to inject: |[{"id": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "address": "fa:16:3e:b6:b7:36", "network": {"id": "cff8919a-f10a-41f0-b849-66252f3dca5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-418582286-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71c6382e43394924b732241d6139be77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeab924-7e", "ovs_interfaceid": "3eeab924-7e8d-4eee-baa1-c243bede1e7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 969.847189] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Reconfiguring VM instance to set the machine id {{(pid=69304) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 969.847599] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b43c17-6704-4f49-b692-641c2de5351b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.866444] env[69304]: DEBUG oslo_vmware.api [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] Waiting for the task: (returnval){ [ 969.866444] env[69304]: value = "task-4208959" [ 969.866444] env[69304]: _type = "Task" [ 969.866444] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.877343] env[69304]: DEBUG oslo_vmware.api [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] Task: {'id': task-4208959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.967840] env[69304]: DEBUG nova.network.neutron [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Updating instance_info_cache with network_info: [{"id": "5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1", "address": "fa:16:3e:64:4d:31", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5237bc1f-a6", "ovs_interfaceid": "5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.001037] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.001037] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.001037] env[69304]: DEBUG nova.network.neutron [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.001037] env[69304]: DEBUG nova.objects.instance [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'info_cache' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.036819] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21016e33-f3b9-4e4d-89d8-b392e3423e24 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "b3942bc6-49d3-4260-bd82-4f6224bab80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.097s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.052376] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.120416] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.138238] env[69304]: DEBUG nova.compute.manager [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Received event network-vif-deleted-d4a5139d-a137-4c61-b351-41e2364bc48b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 970.138753] env[69304]: INFO nova.compute.manager [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Neutron deleted interface d4a5139d-a137-4c61-b351-41e2364bc48b; detaching it from the instance and deleting it from the info cache [ 970.138753] env[69304]: DEBUG nova.network.neutron [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.197730] env[69304]: DEBUG nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.235709] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.236199] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.236303] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.236840] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.236840] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.236840] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.237233] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.237233] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.237685] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.237685] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.237879] env[69304]: DEBUG nova.virt.hardware [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.239035] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa78453-5fb5-454e-84b6-4d4f5c86a229 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.248946] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b089d1c3-622c-472d-888f-7db987225f0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.265527] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.271602] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Creating folder: Project (f435a85f358f4ae5bb13df486917afa9). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.272779] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5266e41e-3f2a-424d-aaad-36e3a85ff45d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.286675] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Created folder: Project (f435a85f358f4ae5bb13df486917afa9) in parent group-v832645. [ 970.286975] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Creating folder: Instances. Parent ref: group-v832844. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.287301] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4269f79d-8c80-4f56-b6d2-bbbd6915739e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300324] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Created folder: Instances in parent group-v832844. [ 970.300672] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.300924] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.301226] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac16328d-eb80-44d2-b8a8-b10376f34e5d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.321378] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.321378] env[69304]: value = "task-4208962" [ 970.321378] env[69304]: _type = "Task" [ 970.321378] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.333132] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208962, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.378207] env[69304]: DEBUG oslo_vmware.api [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] Task: {'id': task-4208959, 'name': ReconfigVM_Task, 'duration_secs': 0.238996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.378559] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d627da1f-93b3-45a4-9d9a-fc38c3c15970 tempest-ServersAdminTestJSON-452199790 tempest-ServersAdminTestJSON-452199790-project-admin] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Reconfigured VM instance to set the machine id {{(pid=69304) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 970.471836] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "refresh_cache-1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.471836] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Instance network_info: |[{"id": "5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1", "address": "fa:16:3e:64:4d:31", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5237bc1f-a6", "ovs_interfaceid": "5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.471836] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:4d:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.483832] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.484843] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.484843] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aebb8ec-f5de-480e-9688-872b02bf05ad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.518252] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.518252] env[69304]: value = "task-4208963" [ 970.518252] env[69304]: _type = "Task" [ 970.518252] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.532383] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208963, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.605189] env[69304]: DEBUG nova.network.neutron [-] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.606307] env[69304]: DEBUG nova.network.neutron [-] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.624530] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208958, 'name': ReconfigVM_Task, 'duration_secs': 0.636688} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.626479] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0c2c87a6-834c-47f2-bb32-293d9a232e57/0c2c87a6-834c-47f2-bb32-293d9a232e57.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.627849] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d010b0-0004-426b-8343-c2ab3a79a389 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.643387] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 970.643387] env[69304]: value = "task-4208964" [ 970.643387] env[69304]: _type = "Task" [ 970.643387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.643387] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f20731aa-fc09-4a61-bd18-3527f60a848a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.668147] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208964, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.679756] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c15e9-5484-46f0-85c6-ce08e0f660db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.697487] env[69304]: DEBUG nova.compute.manager [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Received event network-changed-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 970.697695] env[69304]: DEBUG nova.compute.manager [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Refreshing instance network info cache due to event network-changed-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 970.697946] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] Acquiring lock "refresh_cache-1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.698065] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] Acquired lock "refresh_cache-1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.698228] env[69304]: DEBUG nova.network.neutron [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Refreshing network info cache for port 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.730498] env[69304]: DEBUG nova.compute.manager [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Detach interface failed, port_id=d4a5139d-a137-4c61-b351-41e2364bc48b, reason: Instance f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 970.730814] env[69304]: DEBUG nova.compute.manager [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Received event network-vif-deleted-961627bd-7ade-4234-bd66-0ef30e7c650e {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 970.731615] env[69304]: INFO nova.compute.manager [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Neutron deleted interface 961627bd-7ade-4234-bd66-0ef30e7c650e; detaching it from the instance and deleting it from the info cache [ 970.731615] env[69304]: DEBUG nova.network.neutron [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.834625] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208962, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.028888] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208963, 'name': CreateVM_Task, 'duration_secs': 0.379122} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.031856] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.033134] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.033237] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.035377] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035377] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19121591-9cb9-4d72-ba29-606b73fdf844 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.039702] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 971.039702] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520c7953-9d21-319d-fe36-ab5a6c14f659" [ 971.039702] env[69304]: _type = "Task" [ 971.039702] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.055173] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520c7953-9d21-319d-fe36-ab5a6c14f659, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.055484] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055715] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.056640] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.056640] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.056640] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.056640] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e3b63a-4fcf-49ff-9501-ae31ed845dc1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.070867] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.071154] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.072053] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8acf1e4c-04bc-41a2-9951-76502f8d1105 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.078231] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 971.078231] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528dbb21-bf98-d1f7-e236-36eece153b8b" [ 971.078231] env[69304]: _type = "Task" [ 971.078231] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.093666] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528dbb21-bf98-d1f7-e236-36eece153b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.100542] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7190649b-7054-498d-958d-4a7b08a61958 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.105921] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 971.105921] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526969aa-dfff-9b5b-5b8d-c6f1e34f62fb" [ 971.105921] env[69304]: _type = "Task" [ 971.105921] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.109940] env[69304]: INFO nova.compute.manager [-] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Took 1.78 seconds to deallocate network for instance. [ 971.110450] env[69304]: INFO nova.compute.manager [-] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Took 2.16 seconds to deallocate network for instance. [ 971.128190] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526969aa-dfff-9b5b-5b8d-c6f1e34f62fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.128190] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.128190] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827/1e7a0262-f7bf-4b86-9c9b-3cabcebd2827.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.128190] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8d4f255-2869-445c-a438-4c06311f0166 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.144071] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 971.144071] env[69304]: value = "task-4208965" [ 971.144071] env[69304]: _type = "Task" [ 971.144071] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.157681] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.165392] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208964, 'name': Rename_Task, 'duration_secs': 0.217952} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.165621] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.166067] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701bd618-320b-4d27-999c-2450945cc9e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.175449] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 971.175449] env[69304]: value = "task-4208966" [ 971.175449] env[69304]: _type = "Task" [ 971.175449] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.188280] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.197078] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803697f-04f2-40a7-8c98-b5042db2b985 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.209440] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8587108-b66c-4685-8c67-35f088c27290 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.242413] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f582bb8e-9faf-4a6a-ad97-a0a4fb575ac9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.245022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251dd418-2373-4fce-8ee0-08108dbf20f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.259022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f4834-8698-47c1-9a2a-c79b75aa0a40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.269984] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf8f7e-3a5a-4790-aef6-63d7edfcfbbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.301358] env[69304]: DEBUG nova.compute.provider_tree [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.320061] env[69304]: DEBUG nova.compute.manager [req-fdc18b80-bc7a-48d9-b413-f9bda7828725 req-ffd235c2-bf77-4242-871d-55f4eacacfe3 service nova] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Detach interface failed, port_id=961627bd-7ade-4234-bd66-0ef30e7c650e, reason: Instance 4fe9fc02-84fc-4626-939d-eb24abef955a could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 971.322041] env[69304]: DEBUG nova.scheduler.client.report [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.336852] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208962, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.415084] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.415407] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.538723] env[69304]: DEBUG nova.network.neutron [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.628530] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.631621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.632586] env[69304]: DEBUG nova.network.neutron [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Updated VIF entry in instance network info cache for port 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.632916] env[69304]: DEBUG nova.network.neutron [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Updating instance_info_cache with network_info: [{"id": "5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1", "address": "fa:16:3e:64:4d:31", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5237bc1f-a6", "ovs_interfaceid": "5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.656637] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.687815] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208966, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.833158] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.833158] env[69304]: DEBUG nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.840258] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.544s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.840489] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.842957] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.179s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.843333] env[69304]: DEBUG nova.objects.instance [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lazy-loading 'resources' on Instance uuid 8dc903b3-a705-4733-a6d2-14dcb9fd104a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.845878] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208962, 'name': CreateVM_Task, 'duration_secs': 1.362656} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.847451] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.847981] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.849940] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.849940] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.851669] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc153b6-b25b-4b53-bdc1-92c12f8d41e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.860376] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 971.860376] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b01f28-ae66-4930-f3bb-c6060a1c1e87" [ 971.860376] env[69304]: _type = "Task" [ 971.860376] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.883882] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b01f28-ae66-4930-f3bb-c6060a1c1e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.887443] env[69304]: INFO nova.scheduler.client.report [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Deleted allocations for instance cd71979d-64f8-411a-9987-91db9f3af50d [ 971.920103] env[69304]: INFO nova.compute.manager [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Detaching volume a1f085c8-42df-410f-9fd7-a5f3b6e30593 [ 972.008854] env[69304]: INFO nova.virt.block_device [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Attempting to driver detach volume a1f085c8-42df-410f-9fd7-a5f3b6e30593 from mountpoint /dev/sdb [ 972.009517] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.009517] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832756', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'name': 'volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85416d-447f-4fa6-9efe-fc80a948865b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'serial': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.010337] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342efcb-59c8-4289-b422-6d66cf58afca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.039734] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2792236-47f8-4aef-a54e-a62408d1e0b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.043310] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.043310] env[69304]: DEBUG nova.objects.instance [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'migration_context' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.055618] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955e7eb2-5d02-44f5-b745-de2041e964a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.082651] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e1ed0-61ae-4279-aa2b-2a8e155da459 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.100620] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] The volume has not been displaced from its original location: [datastore1] volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593/volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.107240] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.108080] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129b7ed1-865a-41b0-8d88-1c9315fbc34f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.131518] env[69304]: DEBUG oslo_vmware.api [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 972.131518] env[69304]: value = "task-4208967" [ 972.131518] env[69304]: _type = "Task" [ 972.131518] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.135475] env[69304]: DEBUG oslo_concurrency.lockutils [req-e1bfc37d-b1a1-4e75-8554-0a340aa0e15c req-c44664cd-d3bf-4575-ba4d-8e2c9e95ce9f service nova] Releasing lock "refresh_cache-1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.154216] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.993646} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.154809] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827/1e7a0262-f7bf-4b86-9c9b-3cabcebd2827.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.154809] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.155034] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38fc5421-bac0-457b-9090-a4209dc5267a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.162831] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 972.162831] env[69304]: value = "task-4208968" [ 972.162831] env[69304]: _type = "Task" [ 972.162831] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.173122] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.187315] env[69304]: DEBUG oslo_vmware.api [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208966, 'name': PowerOnVM_Task, 'duration_secs': 0.782929} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.187455] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.187634] env[69304]: INFO nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Took 7.49 seconds to spawn the instance on the hypervisor. [ 972.187800] env[69304]: DEBUG nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.188623] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0978cdb7-045d-4f32-98af-3657354c57ac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.350524] env[69304]: DEBUG nova.compute.utils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.351892] env[69304]: DEBUG nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 972.371643] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b01f28-ae66-4930-f3bb-c6060a1c1e87, 'name': SearchDatastore_Task, 'duration_secs': 0.068249} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.371899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.372136] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.372444] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.372509] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.372682] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.372944] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a183e44-9111-434b-aff2-75a7d05ba30e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.387716] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.387880] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.391236] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ed6538-1c72-449d-a9a3-e0fdeec8a871 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.401048] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 972.401048] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c03cc-cf94-1381-6389-b680acef7da4" [ 972.401048] env[69304]: _type = "Task" [ 972.401048] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.401375] env[69304]: DEBUG oslo_concurrency.lockutils [None req-940ffd69-444e-4f65-aaec-845ef374dc95 tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Lock "cd71979d-64f8-411a-9987-91db9f3af50d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.648s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.415513] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c03cc-cf94-1381-6389-b680acef7da4, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.416900] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a58715-1314-4941-b2d4-4f2578e5dd43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.425031] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 972.425031] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52171381-4bad-f2ab-8908-86964e917a94" [ 972.425031] env[69304]: _type = "Task" [ 972.425031] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.435411] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52171381-4bad-f2ab-8908-86964e917a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.546157] env[69304]: DEBUG nova.objects.base [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Object Instance<18bfddfc-8ba9-41c3-bde7-a09ed7c153b4> lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.546960] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf3ce5-4f66-4b3d-b77e-cd169ac290c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.572172] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aae20d1-4dfc-49d7-9d41-68647e1617be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.579194] env[69304]: DEBUG oslo_vmware.api [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 972.579194] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52900b92-a655-6c99-9b94-a97873fc58a3" [ 972.579194] env[69304]: _type = "Task" [ 972.579194] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.588054] env[69304]: DEBUG oslo_vmware.api [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52900b92-a655-6c99-9b94-a97873fc58a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.646897] env[69304]: DEBUG oslo_vmware.api [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208967, 'name': ReconfigVM_Task, 'duration_secs': 0.372329} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.648271] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 972.657375] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317418a4-8c2c-4ec7-becc-0fed6cc7192d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.679653] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104195} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.681322] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.681720] env[69304]: DEBUG oslo_vmware.api [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 972.681720] env[69304]: value = "task-4208969" [ 972.681720] env[69304]: _type = "Task" [ 972.681720] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.682431] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656ca92-76c0-41fd-ae33-f31eac59326d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.696629] env[69304]: DEBUG oslo_vmware.api [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.722991] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827/1e7a0262-f7bf-4b86-9c9b-3cabcebd2827.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.727791] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab43db42-8dd5-4e1c-9c93-7fb1a7e6dc65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.744128] env[69304]: INFO nova.compute.manager [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Took 58.99 seconds to build instance. [ 972.753191] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 972.753191] env[69304]: value = "task-4208970" [ 972.753191] env[69304]: _type = "Task" [ 972.753191] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.761248] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.821824] env[69304]: INFO nova.compute.manager [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Rebuilding instance [ 972.854245] env[69304]: DEBUG nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.877097] env[69304]: DEBUG nova.compute.manager [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.878184] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d91535-cb7a-4cf2-96e4-14c29437f1ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.936404] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52171381-4bad-f2ab-8908-86964e917a94, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.939227] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.939227] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 16addb12-b883-4671-9d74-47fc2c8f8864/16addb12-b883-4671-9d74-47fc2c8f8864.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.940842] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eeadf35-5b42-4333-aec0-8b12a6158c30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.950125] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 972.950125] env[69304]: value = "task-4208971" [ 972.950125] env[69304]: _type = "Task" [ 972.950125] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.959822] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.963832] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe1d0f8-2c6a-41e7-a2aa-ce8ef8f3d2a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.971660] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49898a4a-214a-411e-aa9b-b7e92fa2eb3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.009786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c21072-870a-4696-9845-13fd2824cc5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.019321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de39798-a438-4425-9d6f-370784dfaf3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.034778] env[69304]: DEBUG nova.compute.provider_tree [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.089893] env[69304]: DEBUG oslo_vmware.api [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52900b92-a655-6c99-9b94-a97873fc58a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.090261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.196853] env[69304]: DEBUG oslo_vmware.api [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208969, 'name': ReconfigVM_Task, 'duration_secs': 0.229053} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.197251] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832756', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'name': 'volume-a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d85416d-447f-4fa6-9efe-fc80a948865b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593', 'serial': 'a1f085c8-42df-410f-9fd7-a5f3b6e30593'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 973.245680] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e638bfaa-d79c-4f23-8020-ad8bec6d493a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.514s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.262226] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.462096] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.541832] env[69304]: DEBUG nova.scheduler.client.report [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.765153] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208970, 'name': ReconfigVM_Task, 'duration_secs': 0.816774} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.765542] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827/1e7a0262-f7bf-4b86-9c9b-3cabcebd2827.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.766237] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6f3457c-9422-4f46-babf-9e0c5570fb20 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.773880] env[69304]: DEBUG nova.objects.instance [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'flavor' on Instance uuid 9d85416d-447f-4fa6-9efe-fc80a948865b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.775415] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 973.775415] env[69304]: value = "task-4208972" [ 973.775415] env[69304]: _type = "Task" [ 973.775415] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.787303] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208972, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.866696] env[69304]: DEBUG nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.900325] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.902146] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aa9827a-990d-4bf4-a7d1-eb1deb10d560 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.908938] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.912568] env[69304]: DEBUG nova.virt.hardware [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.913023] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46277137-56da-43e1-8679-414761151aa7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.917857] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 973.917857] env[69304]: value = "task-4208973" [ 973.917857] env[69304]: _type = "Task" [ 973.917857] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.927035] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab83c470-b1ce-4c64-a7dc-12d697d635cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.937649] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.952713] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.960604] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.965525] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.965861] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35974fd-7d2f-4d00-aa9b-1e0cc8219dda {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.987467] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605186} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.989467] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 16addb12-b883-4671-9d74-47fc2c8f8864/16addb12-b883-4671-9d74-47fc2c8f8864.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.989820] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.990226] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.990226] env[69304]: value = "task-4208974" [ 973.990226] env[69304]: _type = "Task" [ 973.990226] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.990556] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47611491-1e47-40cd-b429-c370b14be4b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.006382] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208974, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.009162] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 974.009162] env[69304]: value = "task-4208975" [ 974.009162] env[69304]: _type = "Task" [ 974.009162] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.018425] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.046284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.051061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.040s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.053711] env[69304]: INFO nova.compute.claims [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.091900] env[69304]: INFO nova.scheduler.client.report [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Deleted allocations for instance 8dc903b3-a705-4733-a6d2-14dcb9fd104a [ 974.230584] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.230884] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.292293] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208972, 'name': Rename_Task, 'duration_secs': 0.347732} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.293335] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.295020] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f9c162-3b84-416a-b7ad-358f460aef04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.304427] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 974.304427] env[69304]: value = "task-4208976" [ 974.304427] env[69304]: _type = "Task" [ 974.304427] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.315400] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.428986] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208973, 'name': PowerOffVM_Task, 'duration_secs': 0.25117} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.429296] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.429524] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.430363] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1ea87-09fd-4c99-86cc-0abbb35000be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.437948] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.438257] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61aac16-bfd8-42c3-bbeb-643b9cfb0820 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.507119] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208974, 'name': CreateVM_Task, 'duration_secs': 0.401355} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.507464] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.507854] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.508032] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.508454] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.508808] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37b67e7-35e6-425b-9a1e-72aaba8cc11c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.516320] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.516526] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.516700] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleting the datastore file [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.517830] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d715fabd-46d8-4a30-9d0d-6d8af2b7cfbc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.525036] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106668} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.525036] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 974.525036] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d3bd2e-b65b-a93d-8877-52b5828cc76b" [ 974.525036] env[69304]: _type = "Task" [ 974.525036] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.525036] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.526338] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a688ea-6934-441e-8b9d-2623b8fe1ff8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.535202] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 974.535202] env[69304]: value = "task-4208978" [ 974.535202] env[69304]: _type = "Task" [ 974.535202] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.551593] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d3bd2e-b65b-a93d-8877-52b5828cc76b, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.562736] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 16addb12-b883-4671-9d74-47fc2c8f8864/16addb12-b883-4671-9d74-47fc2c8f8864.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.563936] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.563936] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.564236] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.564364] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.564493] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.567988] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faac01dc-03ac-42dd-ad3c-655ce595d4a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.589158] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328230c7-c316-492f-ba75-db74dd77998b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.593195] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.598939] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 974.598939] env[69304]: value = "task-4208979" [ 974.598939] env[69304]: _type = "Task" [ 974.598939] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.607039] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.607242] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.608544] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "57945fb7-92f2-4df8-a956-4bc533ff8304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.608811] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.609057] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "57945fb7-92f2-4df8-a956-4bc533ff8304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.609258] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.609708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.611254] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f9a501-11d6-48a8-aef9-c2bf6272a085 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.614042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-da35873e-6a70-45d8-b182-9bd428c64451 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Lock "8dc903b3-a705-4733-a6d2-14dcb9fd104a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.705s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.616683] env[69304]: INFO nova.compute.manager [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Terminating instance [ 974.623193] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.630092] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 974.630092] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5163f-d762-b33e-e27f-d7632852ba97" [ 974.630092] env[69304]: _type = "Task" [ 974.630092] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.643771] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5163f-d762-b33e-e27f-d7632852ba97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.703250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "0c2c87a6-834c-47f2-bb32-293d9a232e57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.704647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.704647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "0c2c87a6-834c-47f2-bb32-293d9a232e57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.704647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.704647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.707050] env[69304]: INFO nova.compute.manager [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Terminating instance [ 974.733301] env[69304]: DEBUG nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.794111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3e5c2b41-8c22-4b0f-8d25-617127752641 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.378s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.817090] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.052900] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148809} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.053398] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.053575] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.054011] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.115281] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208979, 'name': ReconfigVM_Task, 'duration_secs': 0.306378} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.115553] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 16addb12-b883-4671-9d74-47fc2c8f8864/16addb12-b883-4671-9d74-47fc2c8f8864.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.116242] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a307f138-fb45-4358-bf05-2dece0b77fac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.125974] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 975.125974] env[69304]: value = "task-4208980" [ 975.125974] env[69304]: _type = "Task" [ 975.125974] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.130500] env[69304]: DEBUG nova.compute.manager [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.130751] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.132020] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73676fc3-dafb-465b-a418-404f7ca7cea1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.149709] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208980, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.155829] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5163f-d762-b33e-e27f-d7632852ba97, 'name': SearchDatastore_Task, 'duration_secs': 0.020476} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.156207] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.157091] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66182303-fcfa-4f86-a671-c45798545fb8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.158815] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb264b3-15b6-44d3-b61f-fe02dd430d41 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.169625] env[69304]: DEBUG oslo_vmware.api [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 975.169625] env[69304]: value = "task-4208981" [ 975.169625] env[69304]: _type = "Task" [ 975.169625] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.171426] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 975.171426] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52da11d9-e099-eb6a-15ba-0ce9eb3efd35" [ 975.171426] env[69304]: _type = "Task" [ 975.171426] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.193368] env[69304]: DEBUG oslo_vmware.api [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.194440] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52da11d9-e099-eb6a-15ba-0ce9eb3efd35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.211679] env[69304]: DEBUG nova.compute.manager [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.211931] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.212845] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60cb7d-5de8-445d-8818-bc06fcfc8cc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.225212] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.225641] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee25cff-2626-442a-b858-07b5129bab3f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.235647] env[69304]: DEBUG oslo_vmware.api [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 975.235647] env[69304]: value = "task-4208982" [ 975.235647] env[69304]: _type = "Task" [ 975.235647] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.250944] env[69304]: DEBUG oslo_vmware.api [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.257289] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.257534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.257737] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "9d85416d-447f-4fa6-9efe-fc80a948865b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.258602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.258602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.260474] env[69304]: INFO nova.compute.manager [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Terminating instance [ 975.263140] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.317817] env[69304]: DEBUG oslo_vmware.api [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208976, 'name': PowerOnVM_Task, 'duration_secs': 0.689367} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.321218] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.324867] env[69304]: INFO nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Took 7.87 seconds to spawn the instance on the hypervisor. [ 975.324867] env[69304]: DEBUG nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.324867] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfcca60-3ab8-473d-aca2-1935f61f74f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.638852] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208980, 'name': Rename_Task, 'duration_secs': 0.22511} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.641924] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.642437] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9cf87fa-1bbc-452b-8822-1638f51aa748 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.651437] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 975.651437] env[69304]: value = "task-4208983" [ 975.651437] env[69304]: _type = "Task" [ 975.651437] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.664097] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.677248] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f87b6-dd4b-4d9a-b37e-18f6201f5568 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.695684] env[69304]: DEBUG oslo_vmware.api [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208981, 'name': PowerOffVM_Task, 'duration_secs': 0.412886} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.702521] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.702781] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.703117] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52da11d9-e099-eb6a-15ba-0ce9eb3efd35, 'name': SearchDatastore_Task, 'duration_secs': 0.023486} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.703602] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d07ddf-8892-4121-b5b1-87aaf7abfa8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.705500] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.705802] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.711162] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69267c1a-9865-4211-946f-dea2e04f16f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.715390] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c19a5796-52fc-4d77-a641-88b1f4613613 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.756889] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd85d23-d8fd-49ae-928e-54bddf6ecf9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.759995] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 975.759995] env[69304]: value = "task-4208985" [ 975.759995] env[69304]: _type = "Task" [ 975.759995] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.770030] env[69304]: DEBUG nova.compute.manager [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.770204] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.771391] env[69304]: DEBUG oslo_vmware.api [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208982, 'name': PowerOffVM_Task, 'duration_secs': 0.301316} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.771770] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5f740-2eb3-4ec7-94f9-f477ed03379a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.776673] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d20391-66fe-4099-8890-16a5d23272f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.780092] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.780292] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.783548] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65979eb5-8332-4fe6-a723-4be57c10207a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.785815] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.801444] env[69304]: DEBUG nova.compute.provider_tree [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.806614] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.806887] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.807085] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleting the datastore file [datastore2] 57945fb7-92f2-4df8-a956-4bc533ff8304 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.807390] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.807936] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b300ed1-5a1c-4894-8779-8dacfd9306c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.810769] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f1508d3-1569-4d97-ab26-3a6082257e0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.818707] env[69304]: DEBUG oslo_vmware.api [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 975.818707] env[69304]: value = "task-4208988" [ 975.818707] env[69304]: _type = "Task" [ 975.818707] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.820632] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 975.820632] env[69304]: value = "task-4208987" [ 975.820632] env[69304]: _type = "Task" [ 975.820632] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.843070] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.846906] env[69304]: DEBUG oslo_vmware.api [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.862718] env[69304]: INFO nova.compute.manager [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Took 59.11 seconds to build instance. [ 975.878342] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.879019] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.879019] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleting the datastore file [datastore2] 0c2c87a6-834c-47f2-bb32-293d9a232e57 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.879217] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f208f49-e1d4-4811-bc4c-3fe7b444fa4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.888760] env[69304]: DEBUG oslo_vmware.api [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for the task: (returnval){ [ 975.888760] env[69304]: value = "task-4208989" [ 975.888760] env[69304]: _type = "Task" [ 975.888760] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.904958] env[69304]: DEBUG oslo_vmware.api [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.100810] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.101241] env[69304]: DEBUG nova.virt.hardware [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.101784] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec173994-762c-4bc5-81d6-81548d45e309 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.112301] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d524d4a-cff8-497f-a5a6-92b159173112 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.128476] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:78:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bebc7b5-f33f-4fba-b3f3-d36152febb6f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.136974] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.137364] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.137600] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e65d0d57-f7ce-4468-9e3e-6a6818b93f66 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.165507] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.166857] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.166857] env[69304]: value = "task-4208990" [ 976.166857] env[69304]: _type = "Task" [ 976.166857] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.176835] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208990, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.273228] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208985, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.309828] env[69304]: DEBUG nova.scheduler.client.report [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.342605] env[69304]: DEBUG oslo_vmware.api [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246929} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.346332] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.346554] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.346738] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.346914] env[69304]: INFO nova.compute.manager [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Took 1.22 seconds to destroy the instance on the hypervisor. [ 976.347187] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.347413] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208987, 'name': PowerOffVM_Task, 'duration_secs': 0.219963} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.348288] env[69304]: DEBUG nova.compute.manager [-] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.348390] env[69304]: DEBUG nova.network.neutron [-] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.350188] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.350368] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.350923] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c0f9e4-da9d-4123-acea-b237ecb4b425 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.367709] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a35c68e-2471-4e99-8ba2-e19134d650f6 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.161s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.403493] env[69304]: DEBUG oslo_vmware.api [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Task: {'id': task-4208989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316538} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.403493] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.403493] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.403493] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.403493] env[69304]: INFO nova.compute.manager [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Took 1.19 seconds to destroy the instance on the hypervisor. [ 976.403493] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.403493] env[69304]: DEBUG nova.compute.manager [-] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.403493] env[69304]: DEBUG nova.network.neutron [-] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.421560] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.421947] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.422246] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleting the datastore file [datastore2] 9d85416d-447f-4fa6-9efe-fc80a948865b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.422675] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7aea9f9-7135-40e3-80f7-fe649f8d541e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.430676] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 976.430676] env[69304]: value = "task-4208992" [ 976.430676] env[69304]: _type = "Task" [ 976.430676] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.441247] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.663400] env[69304]: DEBUG oslo_vmware.api [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208983, 'name': PowerOnVM_Task, 'duration_secs': 0.676502} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.664189] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.664337] env[69304]: INFO nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Took 6.47 seconds to spawn the instance on the hypervisor. [ 976.664564] env[69304]: DEBUG nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.665491] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e3927-a24c-4909-9672-5d683445e701 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.683243] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4208990, 'name': CreateVM_Task, 'duration_secs': 0.405151} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.683717] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.684476] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.684681] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.685054] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.685371] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90648b79-e66d-47f0-939c-dcb8cca6885b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.691109] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 976.691109] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260d2fa-a901-6062-6cbc-a34003bd0c39" [ 976.691109] env[69304]: _type = "Task" [ 976.691109] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.700434] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260d2fa-a901-6062-6cbc-a34003bd0c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.772068] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585666} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.772449] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.772754] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.773140] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a82a0e93-b012-4fb0-8788-ecb9a596fb9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.781246] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 976.781246] env[69304]: value = "task-4208993" [ 976.781246] env[69304]: _type = "Task" [ 976.781246] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.792086] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.820550] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.820808] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.825162] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.003s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.942291] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.200075] env[69304]: INFO nova.compute.manager [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Took 48.36 seconds to build instance. [ 977.208606] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260d2fa-a901-6062-6cbc-a34003bd0c39, 'name': SearchDatastore_Task, 'duration_secs': 0.052235} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.209257] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.209545] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.210911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.211168] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.211431] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.211781] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbfca0f3-07d8-4f12-9ac4-a95a0f34bc01 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.226214] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.226420] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.231209] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161ca861-42ba-41c8-875f-0b77d9a1517c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.239360] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 977.239360] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5296e421-3e31-7971-cad5-464a04b56d83" [ 977.239360] env[69304]: _type = "Task" [ 977.239360] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.249137] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5296e421-3e31-7971-cad5-464a04b56d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.262654] env[69304]: DEBUG nova.compute.manager [req-9489802e-39cc-4feb-8d1e-bb99df45e135 req-56953a33-1b44-4238-a4ef-125bb64cd4be service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Received event network-vif-deleted-53bc5363-0f7b-4370-bf5a-930e3955acdf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 977.262863] env[69304]: INFO nova.compute.manager [req-9489802e-39cc-4feb-8d1e-bb99df45e135 req-56953a33-1b44-4238-a4ef-125bb64cd4be service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Neutron deleted interface 53bc5363-0f7b-4370-bf5a-930e3955acdf; detaching it from the instance and deleting it from the info cache [ 977.263055] env[69304]: DEBUG nova.network.neutron [req-9489802e-39cc-4feb-8d1e-bb99df45e135 req-56953a33-1b44-4238-a4ef-125bb64cd4be service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.295268] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072598} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.295414] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.297289] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468af993-f5d6-470f-a587-f0934c6198ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.324837] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.325754] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ff22c4-daec-4281-85a1-0fc3196adca8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.342519] env[69304]: DEBUG nova.compute.utils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.348293] env[69304]: INFO nova.compute.claims [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.352547] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.352741] env[69304]: DEBUG nova.network.neutron [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.361668] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 977.361668] env[69304]: value = "task-4208994" [ 977.361668] env[69304]: _type = "Task" [ 977.361668] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.370748] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.415439] env[69304]: DEBUG nova.network.neutron [-] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.446064] env[69304]: DEBUG oslo_vmware.api [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4208992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.623232} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.447828] env[69304]: DEBUG nova.policy [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cde1431b369454fa06a0febb9ab08ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a72cce818a84633b24bc0035e91dd78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.451204] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.451986] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.452206] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.452382] env[69304]: INFO nova.compute.manager [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 977.452845] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.453465] env[69304]: DEBUG nova.compute.manager [-] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.453558] env[69304]: DEBUG nova.network.neutron [-] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.495084] env[69304]: DEBUG nova.network.neutron [-] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.703122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-31e72b36-501c-4a02-a6cd-34e3c68806d7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "16addb12-b883-4671-9d74-47fc2c8f8864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.014s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.751962] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5296e421-3e31-7971-cad5-464a04b56d83, 'name': SearchDatastore_Task, 'duration_secs': 0.035157} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.752876] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f805fa59-ff11-4d81-a510-c1607ab9c278 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.763144] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 977.763144] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52071dbe-26f6-c307-83ea-0eaaaad66028" [ 977.763144] env[69304]: _type = "Task" [ 977.763144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.767952] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb701536-832b-4f11-8602-8d4e346dd2f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.777346] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52071dbe-26f6-c307-83ea-0eaaaad66028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.782960] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d272ac-8212-4018-abd6-029c076b1a06 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.825277] env[69304]: DEBUG nova.compute.manager [req-9489802e-39cc-4feb-8d1e-bb99df45e135 req-56953a33-1b44-4238-a4ef-125bb64cd4be service nova] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Detach interface failed, port_id=53bc5363-0f7b-4370-bf5a-930e3955acdf, reason: Instance 57945fb7-92f2-4df8-a956-4bc533ff8304 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 977.856064] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.865261] env[69304]: INFO nova.compute.resource_tracker [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating resource usage from migration 086d3f58-875e-4fff-abeb-a456bba1cece [ 977.881692] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208994, 'name': ReconfigVM_Task, 'duration_secs': 0.463645} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.882506] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.882834] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07dc0a7f-8ea2-490a-9a5f-46abae39365a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.892769] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 977.892769] env[69304]: value = "task-4208995" [ 977.892769] env[69304]: _type = "Task" [ 977.892769] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.904766] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208995, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.919024] env[69304]: INFO nova.compute.manager [-] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Took 1.57 seconds to deallocate network for instance. [ 977.998230] env[69304]: INFO nova.compute.manager [-] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Took 1.60 seconds to deallocate network for instance. [ 978.126675] env[69304]: DEBUG nova.network.neutron [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Successfully created port: d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.276885] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52071dbe-26f6-c307-83ea-0eaaaad66028, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.277200] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.277464] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.277747] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e810c74-3d1c-4105-9dc9-e420e55419f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.289387] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 978.289387] env[69304]: value = "task-4208996" [ 978.289387] env[69304]: _type = "Task" [ 978.289387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.299754] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.327583] env[69304]: DEBUG nova.compute.manager [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.328476] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65857ed-5273-493c-bb6c-e55888e44132 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.370838] env[69304]: INFO nova.virt.block_device [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Booting with volume 54f44ba5-7e17-4010-97b1-80c8d89a6040 at /dev/sda [ 978.410253] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208995, 'name': Rename_Task, 'duration_secs': 0.167638} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.411170] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.411617] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03e5aa1c-86b5-411a-b291-7befb19a26fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.426590] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 978.426590] env[69304]: value = "task-4208997" [ 978.426590] env[69304]: _type = "Task" [ 978.426590] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.428124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.437156] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25e14e6e-678d-48a2-b580-9cf4a746eb0b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.448147] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208997, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.454249] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2974d240-d33d-4bfc-9047-e4f13df53f67 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.506793] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2990793d-8f45-42e8-b83e-cd48052e657d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.514355] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.514355] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e72494f-a21e-4e44-ada3-887c7e00b562 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.521916] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f9870-ac37-490b-9258-180516823571 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.537283] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad821a4-7202-4b74-8b67-47a308ded00e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.584104] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb9caa8-286c-4812-93f2-f1d0d8831c8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.588382] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8354ef97-3308-4bcc-88ee-8c20ac2a032a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.599940] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad63c78-bd35-4745-b7ba-7ab62e19529b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.604629] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24519f-970a-4bf5-beac-a40d6786f6c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.620493] env[69304]: DEBUG nova.compute.provider_tree [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.625706] env[69304]: DEBUG nova.virt.block_device [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updating existing volume attachment record: e2284971-d9f4-4bff-9362-a0e161dccb97 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.805226] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208996, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.842832] env[69304]: INFO nova.compute.manager [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] instance snapshotting [ 978.845778] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1430de90-e52b-4c8a-95c7-da5d4cfb0be3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.870996] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230312cb-e5e8-4029-b341-97cb04dcd52a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.942097] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.130775] env[69304]: DEBUG nova.scheduler.client.report [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.148886] env[69304]: DEBUG nova.network.neutron [-] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.309226] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815481} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.309226] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.309226] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.309226] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a73714d-0e7a-4112-bd2d-55d766cd53de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.321848] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 979.321848] env[69304]: value = "task-4208998" [ 979.321848] env[69304]: _type = "Task" [ 979.321848] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.333362] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.383519] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.385829] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d5b0ae0-27ee-4f68-b965-d5c0014f8ef4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.394926] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 979.394926] env[69304]: value = "task-4208999" [ 979.394926] env[69304]: _type = "Task" [ 979.394926] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.407268] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208999, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.443049] env[69304]: DEBUG oslo_vmware.api [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4208997, 'name': PowerOnVM_Task, 'duration_secs': 1.016436} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.443537] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.443864] env[69304]: INFO nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Took 5.58 seconds to spawn the instance on the hypervisor. [ 979.444468] env[69304]: DEBUG nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.445791] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035321a-219a-434f-b218-58fefc5e4963 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.516863] env[69304]: DEBUG nova.compute.manager [req-dc42aa47-ab06-4b61-a2b7-db7dde1c9185 req-62eb67ff-250e-41b9-89bd-34d15804352b service nova] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Received event network-vif-deleted-35c1bbb3-68af-413c-bbf2-6dc0a289535b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 979.517216] env[69304]: DEBUG nova.compute.manager [req-dc42aa47-ab06-4b61-a2b7-db7dde1c9185 req-62eb67ff-250e-41b9-89bd-34d15804352b service nova] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Received event network-vif-deleted-1a04cb37-641d-4777-99f3-3ec466e4848b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 979.640265] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.812s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.640265] env[69304]: INFO nova.compute.manager [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Migrating [ 979.649767] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.607s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.651529] env[69304]: INFO nova.compute.claims [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.658877] env[69304]: INFO nova.compute.manager [-] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Took 2.21 seconds to deallocate network for instance. [ 979.835482] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4208998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091855} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.835482] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.835482] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859a9d65-5c26-4bc3-a0d7-1cc8ef873d56 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.860224] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.860603] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa10ed2-aaf3-4174-9f3f-1c01b8308b09 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.883453] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 979.883453] env[69304]: value = "task-4209000" [ 979.883453] env[69304]: _type = "Task" [ 979.883453] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.894190] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.906545] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208999, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.975927] env[69304]: INFO nova.compute.manager [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Took 44.12 seconds to build instance. [ 980.062892] env[69304]: DEBUG nova.network.neutron [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Successfully updated port: d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.174557] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.174557] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.174557] env[69304]: DEBUG nova.network.neutron [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.181652] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.396308] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209000, 'name': ReconfigVM_Task, 'duration_secs': 0.312099} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.396628] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.400797] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd3ee45-ccb2-4b97-bcd1-2490640a8e8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.409931] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208999, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.411649] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 980.411649] env[69304]: value = "task-4209001" [ 980.411649] env[69304]: _type = "Task" [ 980.411649] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.422256] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209001, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.483293] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f84c176-90ab-4e04-acbb-ccbefece4082 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "273da433-64e9-493a-a3ce-e5dffaa92f45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.691s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.563189] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.563441] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquired lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.563632] env[69304]: DEBUG nova.network.neutron [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.749048] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.752584] env[69304]: DEBUG nova.virt.hardware [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.752584] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7e804-9c7d-4ced-8362-e16231812812 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.763193] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac884e35-907e-4cc7-a4c8-58f88c03f0de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.922560] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4208999, 'name': CreateSnapshot_Task, 'duration_secs': 1.306004} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.925939] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 980.927780] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa769d-95d3-4cc0-8df4-60356b7d4ed5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.934289] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209001, 'name': Rename_Task, 'duration_secs': 0.15259} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.935289] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.935774] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc9f96c-d7b5-4012-8917-991fb5f60543 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.945486] env[69304]: DEBUG nova.network.neutron [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [{"id": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "address": "fa:16:3e:21:80:68", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d1e3fe-df", "ovs_interfaceid": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.954952] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 980.954952] env[69304]: value = "task-4209002" [ 980.954952] env[69304]: _type = "Task" [ 980.954952] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.970826] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.987230] env[69304]: INFO nova.compute.manager [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Rebuilding instance [ 981.054747] env[69304]: DEBUG nova.compute.manager [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.058346] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f625fddf-e933-485d-b6b6-af3be1d5a71b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.107163] env[69304]: DEBUG nova.network.neutron [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.277699] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb211f73-93c7-463f-9a7a-e42d9c796f01 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.286999] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a91ff7-9259-4ff5-b9d3-900a97fdd388 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.296149] env[69304]: DEBUG nova.network.neutron [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updating instance_info_cache with network_info: [{"id": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "address": "fa:16:3e:36:21:3a", "network": {"id": "81afbd9c-b084-4faf-887e-9b7f5b7f63c1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-705824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a72cce818a84633b24bc0035e91dd78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd951f5d6-c4", "ovs_interfaceid": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.333471] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5bebe-2e5d-4a8b-9a61-dd383b5992bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.343475] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae9ba8-b1f7-43c1-ba6e-aeb022057602 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.360691] env[69304]: DEBUG nova.compute.provider_tree [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.451163] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.462291] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 981.462291] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4000a65d-0e31-4bfc-a1aa-cadbdd52460a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.476114] env[69304]: DEBUG oslo_vmware.api [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209002, 'name': PowerOnVM_Task, 'duration_secs': 0.50187} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.477887] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.478175] env[69304]: DEBUG nova.compute.manager [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.478937] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 981.478937] env[69304]: value = "task-4209003" [ 981.478937] env[69304]: _type = "Task" [ 981.478937] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.479473] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6260737-35cb-4cb9-b735-a5e1ff565e95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.499858] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209003, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.730731] env[69304]: DEBUG nova.compute.manager [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Received event network-vif-plugged-d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 981.731650] env[69304]: DEBUG oslo_concurrency.lockutils [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] Acquiring lock "bf3c0cd2-ab64-4d79-b502-f38332426afe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.732013] env[69304]: DEBUG oslo_concurrency.lockutils [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.732424] env[69304]: DEBUG oslo_concurrency.lockutils [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.732701] env[69304]: DEBUG nova.compute.manager [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] No waiting events found dispatching network-vif-plugged-d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.732933] env[69304]: WARNING nova.compute.manager [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Received unexpected event network-vif-plugged-d951f5d6-c44a-41a0-8df3-3f43957db8ea for instance with vm_state building and task_state spawning. [ 981.733388] env[69304]: DEBUG nova.compute.manager [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Received event network-changed-d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 981.733729] env[69304]: DEBUG nova.compute.manager [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Refreshing instance network info cache due to event network-changed-d951f5d6-c44a-41a0-8df3-3f43957db8ea. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 981.735251] env[69304]: DEBUG oslo_concurrency.lockutils [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] Acquiring lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.803987] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Releasing lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.806039] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance network_info: |[{"id": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "address": "fa:16:3e:36:21:3a", "network": {"id": "81afbd9c-b084-4faf-887e-9b7f5b7f63c1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-705824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a72cce818a84633b24bc0035e91dd78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd951f5d6-c4", "ovs_interfaceid": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.806039] env[69304]: DEBUG oslo_concurrency.lockutils [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] Acquired lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.806039] env[69304]: DEBUG nova.network.neutron [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Refreshing network info cache for port d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.808277] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:21:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd951f5d6-c44a-41a0-8df3-3f43957db8ea', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.817356] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Creating folder: Project (0a72cce818a84633b24bc0035e91dd78). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.818140] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60f5a156-c8cd-4574-b620-92170ade8a05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.837954] env[69304]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 981.837954] env[69304]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69304) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 981.837954] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Folder already exists: Project (0a72cce818a84633b24bc0035e91dd78). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 981.837954] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Creating folder: Instances. Parent ref: group-v832820. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.837954] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-629e8531-d769-4b24-a71f-b3c8713ed631 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.850265] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Created folder: Instances in parent group-v832820. [ 981.850577] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.850775] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.851020] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c04278a6-5f62-43dd-849a-9d2c26062950 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.867854] env[69304]: DEBUG nova.scheduler.client.report [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.884308] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.884308] env[69304]: value = "task-4209006" [ 981.884308] env[69304]: _type = "Task" [ 981.884308] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.900398] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209006, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.950208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.950568] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.005816] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209003, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.013534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.085283] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.085283] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f0b893-5caf-4547-a95a-0b61617bfcd8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.095495] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 982.095495] env[69304]: value = "task-4209007" [ 982.095495] env[69304]: _type = "Task" [ 982.095495] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.107166] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.376215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.376789] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.380129] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.660s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.380325] env[69304]: DEBUG nova.objects.instance [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'resources' on Instance uuid 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.394165] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209006, 'name': CreateVM_Task, 'duration_secs': 0.368145} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.395067] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.396355] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'e2284971-d9f4-4bff-9362-a0e161dccb97', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832826', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'name': 'volume-54f44ba5-7e17-4010-97b1-80c8d89a6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf3c0cd2-ab64-4d79-b502-f38332426afe', 'attached_at': '', 'detached_at': '', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'serial': '54f44ba5-7e17-4010-97b1-80c8d89a6040'}, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69304) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 982.396355] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Root volume attach. Driver type: vmdk {{(pid=69304) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 982.397225] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0740923a-9b2c-45f5-a2e0-9a2bbd0daadd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.411958] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5369424-d200-4939-ab4a-14561d3c6d42 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.419181] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87150f56-4ba4-44a7-8e5e-7b2b3da924d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.427901] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f5325902-37ee-4dd2-88bb-4faf655dd992 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.436889] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 982.436889] env[69304]: value = "task-4209008" [ 982.436889] env[69304]: _type = "Task" [ 982.436889] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.448908] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209008, 'name': RelocateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.453966] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.501491] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209003, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.605566] env[69304]: DEBUG nova.network.neutron [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updated VIF entry in instance network info cache for port d951f5d6-c44a-41a0-8df3-3f43957db8ea. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.606012] env[69304]: DEBUG nova.network.neutron [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updating instance_info_cache with network_info: [{"id": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "address": "fa:16:3e:36:21:3a", "network": {"id": "81afbd9c-b084-4faf-887e-9b7f5b7f63c1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-705824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a72cce818a84633b24bc0035e91dd78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd951f5d6-c4", "ovs_interfaceid": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.610813] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209007, 'name': PowerOffVM_Task, 'duration_secs': 0.149593} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.614135] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.614135] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.614664] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63fbe09-5311-4001-bac6-867ce52c52dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623843] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.624197] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d33467-f6c4-41ae-968f-b08f884f1196 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.653492] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.653842] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.654082] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleting the datastore file [datastore1] 273da433-64e9-493a-a3ce-e5dffaa92f45 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.654405] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c019992-38ae-4a15-804b-54d160461fdb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.662057] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 982.662057] env[69304]: value = "task-4209010" [ 982.662057] env[69304]: _type = "Task" [ 982.662057] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.671806] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.816767] env[69304]: INFO nova.compute.manager [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Rebuilding instance [ 982.876412] env[69304]: DEBUG nova.compute.manager [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.878428] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20e938-c286-4bf7-b6df-1adfe8829638 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.883520] env[69304]: DEBUG nova.compute.utils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.888646] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.888646] env[69304]: DEBUG nova.network.neutron [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.955770] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209008, 'name': RelocateVM_Task} progress is 20%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.956924] env[69304]: DEBUG nova.policy [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13189d7a7f4b4851a6be648c59a3358b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3a63f7c9424227a26f3eaae875fbb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.982298] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.986699] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c1bba4-d609-475d-9128-5dac5e6811ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.015858] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.025204] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209003, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.113486] env[69304]: DEBUG oslo_concurrency.lockutils [req-47adc388-5d70-4393-8606-5dd09557d8fd req-28b5e99d-0191-4d1a-b165-413ac05746f2 service nova] Releasing lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.183012] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258556} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.183457] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.183678] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.183862] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.386453] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.447979] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209008, 'name': RelocateVM_Task, 'duration_secs': 0.742579} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.451268] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.451528] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832826', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'name': 'volume-54f44ba5-7e17-4010-97b1-80c8d89a6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf3c0cd2-ab64-4d79-b502-f38332426afe', 'attached_at': '', 'detached_at': '', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'serial': '54f44ba5-7e17-4010-97b1-80c8d89a6040'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.453776] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b32e5b9-2437-4eb3-a9c6-b86068874850 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.475853] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d83ef-e686-41b7-948f-8264291aefea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.502055] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-54f44ba5-7e17-4010-97b1-80c8d89a6040/volume-54f44ba5-7e17-4010-97b1-80c8d89a6040.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.508527] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e0b065-4b9f-4829-8575-94d53ea5b745 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.528189] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.529581] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666ade73-999d-4023-8674-d4a85ff00f89 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.536132] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209003, 'name': CloneVM_Task, 'duration_secs': 1.538413} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.541045] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Created linked-clone VM from snapshot [ 983.541281] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 983.541281] env[69304]: value = "task-4209011" [ 983.541281] env[69304]: _type = "Task" [ 983.541281] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.542656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9fe608-366a-4376-a094-3885f53354de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.549989] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 983.549989] env[69304]: value = "task-4209012" [ 983.549989] env[69304]: _type = "Task" [ 983.549989] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.562040] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Uploading image 92b461a7-bec5-45b5-8c2a-0887722fce8f {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.564684] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.565823] env[69304]: DEBUG nova.network.neutron [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Successfully created port: 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.579468] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.585663] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ea3a0-ebb4-4f4e-a675-4de0e7f71b94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.596170] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb0147-eff4-46bb-b2fd-fc22bc0a559d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.640565] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.640565] env[69304]: value = "vm-832851" [ 983.640565] env[69304]: _type = "VirtualMachine" [ 983.640565] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.641460] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6cbae1-56b1-4cc3-9502-d2e82e1fb197 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.644147] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-383af3e0-18e9-478e-93b3-f7500b6c246f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.651898] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97b4e20-e7a0-4699-bf6d-1fa3273e070e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657229] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease: (returnval){ [ 983.657229] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235a165-db10-cb55-c128-3617c13b3d92" [ 983.657229] env[69304]: _type = "HttpNfcLease" [ 983.657229] env[69304]: } obtained for exporting VM: (result){ [ 983.657229] env[69304]: value = "vm-832851" [ 983.657229] env[69304]: _type = "VirtualMachine" [ 983.657229] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.657668] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the lease: (returnval){ [ 983.657668] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235a165-db10-cb55-c128-3617c13b3d92" [ 983.657668] env[69304]: _type = "HttpNfcLease" [ 983.657668] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.670960] env[69304]: DEBUG nova.compute.provider_tree [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.676994] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.676994] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235a165-db10-cb55-c128-3617c13b3d92" [ 983.676994] env[69304]: _type = "HttpNfcLease" [ 983.676994] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.677146] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.677146] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235a165-db10-cb55-c128-3617c13b3d92" [ 983.677146] env[69304]: _type = "HttpNfcLease" [ 983.677146] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.678461] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f4ea0-6e7b-4a8e-aac7-97213990694f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.688586] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520df361-8000-b243-840a-d1f305695135/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.689205] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520df361-8000-b243-840a-d1f305695135/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.786474] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8d64cba-19d5-4ee1-8fb1-fd96f5909bdc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.905399] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.905747] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb677595-d5b1-4c9d-8e6f-863b3929af28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.915187] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 983.915187] env[69304]: value = "task-4209014" [ 983.915187] env[69304]: _type = "Task" [ 983.915187] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.924904] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.063603] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.070964] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209012, 'name': PowerOffVM_Task, 'duration_secs': 0.276581} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.070964] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.070964] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.175877] env[69304]: DEBUG nova.scheduler.client.report [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.280575] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.281454] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.281454] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.281724] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.282056] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.282332] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.282878] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.283267] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.283528] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.283759] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.283946] env[69304]: DEBUG nova.virt.hardware [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.284891] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be601d08-fe82-431f-bedf-cf1bcaa9b5ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.295358] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6828680b-a556-482f-96b9-ec51075dda5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.313086] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.318525] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.318991] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.319317] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab374ca-b064-42b9-ac0d-42fefccfd750 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.339104] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.339104] env[69304]: value = "task-4209015" [ 984.339104] env[69304]: _type = "Task" [ 984.339104] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.348928] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209015, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.396601] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.425711] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.426390] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.426600] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.426886] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.427068] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.427226] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.427446] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.427611] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.427786] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.427951] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.428156] env[69304]: DEBUG nova.virt.hardware [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.429837] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5289348e-9cc0-4594-83e7-8b83df10daa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.437060] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209014, 'name': PowerOffVM_Task, 'duration_secs': 0.276274} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.437962] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.438438] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.439549] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86588107-6078-428d-8f9a-81b2ce0b3c94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.447323] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce369e1f-ea94-4227-a088-5a4d61428c55 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.454619] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.455913] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cfe0217-9a76-4d73-b0de-b27638130980 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.533862] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.534209] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.534598] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleting the datastore file [datastore1] 6801c972-4128-4e06-94ea-4560444a7ef1 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.535055] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87d1143d-cd34-47a7-92c1-5d219bf6b826 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.544596] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 984.544596] env[69304]: value = "task-4209017" [ 984.544596] env[69304]: _type = "Task" [ 984.544596] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.563365] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.567669] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209011, 'name': ReconfigVM_Task, 'duration_secs': 0.529848} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.568116] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-54f44ba5-7e17-4010-97b1-80c8d89a6040/volume-54f44ba5-7e17-4010-97b1-80c8d89a6040.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.573161] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c301136e-eda4-44d1-90c7-d236700b9b3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.590601] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.591079] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.591777] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.592552] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.593166] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.593796] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.594489] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.594936] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.596339] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.598344] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.598709] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.606100] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b28d84-2932-48f4-ac18-d3225493165b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.634111] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 984.634111] env[69304]: value = "task-4209018" [ 984.634111] env[69304]: _type = "Task" [ 984.634111] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.636099] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 984.636099] env[69304]: value = "task-4209019" [ 984.636099] env[69304]: _type = "Task" [ 984.636099] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.652194] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.656402] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.689143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.692086] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.059s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.692440] env[69304]: DEBUG nova.objects.instance [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lazy-loading 'resources' on Instance uuid 496eaee8-b3f7-410d-a121-38c25ea07865 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.728277] env[69304]: INFO nova.scheduler.client.report [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted allocations for instance 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82 [ 984.851530] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209015, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.059357] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250789} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.059663] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.060067] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.060404] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.154744] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209018, 'name': ReconfigVM_Task, 'duration_secs': 0.20965} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.155792] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209019, 'name': ReconfigVM_Task, 'duration_secs': 0.241484} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.155792] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832826', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'name': 'volume-54f44ba5-7e17-4010-97b1-80c8d89a6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf3c0cd2-ab64-4d79-b502-f38332426afe', 'attached_at': '', 'detached_at': '', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'serial': '54f44ba5-7e17-4010-97b1-80c8d89a6040'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 985.156388] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.160658] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ccadfb-4f23-40dd-bec1-0bf48e8f2b48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.172395] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 985.172395] env[69304]: value = "task-4209020" [ 985.172395] env[69304]: _type = "Task" [ 985.172395] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.191105] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209020, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.194042] env[69304]: DEBUG nova.compute.manager [req-791e4792-e75e-4344-bd6d-a77831a50460 req-ecea83cc-1f8a-469e-a65d-e48c3722f9ef service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Received event network-vif-plugged-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 985.194490] env[69304]: DEBUG oslo_concurrency.lockutils [req-791e4792-e75e-4344-bd6d-a77831a50460 req-ecea83cc-1f8a-469e-a65d-e48c3722f9ef service nova] Acquiring lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.194739] env[69304]: DEBUG oslo_concurrency.lockutils [req-791e4792-e75e-4344-bd6d-a77831a50460 req-ecea83cc-1f8a-469e-a65d-e48c3722f9ef service nova] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.194992] env[69304]: DEBUG oslo_concurrency.lockutils [req-791e4792-e75e-4344-bd6d-a77831a50460 req-ecea83cc-1f8a-469e-a65d-e48c3722f9ef service nova] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.195244] env[69304]: DEBUG nova.compute.manager [req-791e4792-e75e-4344-bd6d-a77831a50460 req-ecea83cc-1f8a-469e-a65d-e48c3722f9ef service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] No waiting events found dispatching network-vif-plugged-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.195623] env[69304]: WARNING nova.compute.manager [req-791e4792-e75e-4344-bd6d-a77831a50460 req-ecea83cc-1f8a-469e-a65d-e48c3722f9ef service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Received unexpected event network-vif-plugged-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 for instance with vm_state building and task_state spawning. [ 985.236037] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "13f548d5-3ca4-47c8-b01e-11d7d8e0ae82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.132s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.260641] env[69304]: DEBUG nova.network.neutron [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Successfully updated port: 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.352419] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209015, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.667660] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.667660] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.667660] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.667660] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.667660] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.668565] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.668980] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.669293] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.669576] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.669914] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.670256] env[69304]: DEBUG nova.virt.hardware [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.678831] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.682703] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec6d1f0a-a867-46b7-846e-cc872fb5729b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.710923] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209020, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.712256] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 985.712256] env[69304]: value = "task-4209021" [ 985.712256] env[69304]: _type = "Task" [ 985.712256] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.726621] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.764740] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "refresh_cache-a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.764955] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired lock "refresh_cache-a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.765135] env[69304]: DEBUG nova.network.neutron [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.841485] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65e746e-5c74-44fd-974d-8beb9a9ee0ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.863876] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92492ae7-1f2b-458f-885d-10a26d0aa257 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.868962] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209015, 'name': CreateVM_Task, 'duration_secs': 1.473039} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.869279] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.870433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.870655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.871040] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.871540] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87173888-d0c3-45fe-bda0-4527bb3e7f6a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.903623] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5f85f-a946-4569-af11-b24c7064b956 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.909260] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 985.909260] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520795f5-c172-aa7f-5a6e-d23299d8dd22" [ 985.909260] env[69304]: _type = "Task" [ 985.909260] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.920426] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad7b19d-c7ae-43d3-80e4-992ba95fb7d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.929800] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520795f5-c172-aa7f-5a6e-d23299d8dd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.941502] env[69304]: DEBUG nova.compute.provider_tree [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.114165] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.114392] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.114550] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.114730] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.114872] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.115027] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.115245] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.115400] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.115569] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.115718] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.115888] env[69304]: DEBUG nova.virt.hardware [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.116777] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95e080e-cd8d-497f-ad0c-e420229327fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.126327] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddee6cca-1560-4033-b620-860d0bbd1934 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.142311] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:78:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bebc7b5-f33f-4fba-b3f3-d36152febb6f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.151284] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.152102] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.152102] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33125339-fb27-49ad-b22d-32170ab72367 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.175683] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.175683] env[69304]: value = "task-4209022" [ 986.175683] env[69304]: _type = "Task" [ 986.175683] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.192655] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209022, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.198719] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209020, 'name': Rename_Task, 'duration_secs': 0.783578} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.199106] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.200025] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee670943-cb94-4d9c-90b6-8990005fb61a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.209335] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 986.209335] env[69304]: value = "task-4209023" [ 986.209335] env[69304]: _type = "Task" [ 986.209335] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.223866] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.227733] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209021, 'name': ReconfigVM_Task, 'duration_secs': 0.300203} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.228073] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.229729] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796949d0-f168-4109-a83c-536f892b2ff9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.264966] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77/bb6340c5-7596-4c1f-98f9-feb6d6400e77.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.265365] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3959dcba-d859-4c64-a4c9-da7432d32448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.289426] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 986.289426] env[69304]: value = "task-4209024" [ 986.289426] env[69304]: _type = "Task" [ 986.289426] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.300257] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.331325] env[69304]: DEBUG nova.network.neutron [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.423061] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520795f5-c172-aa7f-5a6e-d23299d8dd22, 'name': SearchDatastore_Task, 'duration_secs': 0.018872} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.423061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.423061] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.423061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.423309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.423344] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.423882] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a2bae0-2d36-4503-b794-0728c846cebc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.434726] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.434866] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.435655] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ae1967-32ae-4e26-a476-65227ee31303 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.442447] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 986.442447] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ae4b85-3f40-b1e6-525d-e4087604374f" [ 986.442447] env[69304]: _type = "Task" [ 986.442447] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.446895] env[69304]: DEBUG nova.scheduler.client.report [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.456211] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ae4b85-3f40-b1e6-525d-e4087604374f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.578705] env[69304]: DEBUG nova.network.neutron [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Updating instance_info_cache with network_info: [{"id": "3906e122-5ed8-4d0b-9711-2d4ae8fc3012", "address": "fa:16:3e:78:03:0b", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906e122-5e", "ovs_interfaceid": "3906e122-5ed8-4d0b-9711-2d4ae8fc3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.695216] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209022, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.727132] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209023, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.803089] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209024, 'name': ReconfigVM_Task, 'duration_secs': 0.468776} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.803399] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Reconfigured VM instance instance-00000042 to attach disk [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77/bb6340c5-7596-4c1f-98f9-feb6d6400e77.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.803761] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.955435] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.957845] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ae4b85-3f40-b1e6-525d-e4087604374f, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.958622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.572s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.958622] env[69304]: DEBUG nova.objects.instance [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lazy-loading 'resources' on Instance uuid 044e3827-f12f-419c-9bf3-65ccbddfeac6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.961845] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc32805-059e-40f7-a9e1-ee89cf36e08d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.969207] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 986.969207] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529e69fe-16ad-95b4-5595-b33af6550f56" [ 986.969207] env[69304]: _type = "Task" [ 986.969207] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.983649] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529e69fe-16ad-95b4-5595-b33af6550f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.023286] env[69304]: INFO nova.scheduler.client.report [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Deleted allocations for instance 496eaee8-b3f7-410d-a121-38c25ea07865 [ 987.083323] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Releasing lock "refresh_cache-a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.083849] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Instance network_info: |[{"id": "3906e122-5ed8-4d0b-9711-2d4ae8fc3012", "address": "fa:16:3e:78:03:0b", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906e122-5e", "ovs_interfaceid": "3906e122-5ed8-4d0b-9711-2d4ae8fc3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.084525] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:03:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3906e122-5ed8-4d0b-9711-2d4ae8fc3012', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.097892] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating folder: Project (ae3a63f7c9424227a26f3eaae875fbb4). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.098363] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d250c19-2fff-4646-ac00-2fc65fb38618 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.112586] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Created folder: Project (ae3a63f7c9424227a26f3eaae875fbb4) in parent group-v832645. [ 987.112954] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating folder: Instances. Parent ref: group-v832856. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.113895] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f3aa85-a487-4094-9015-20587389d1f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.126586] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Created folder: Instances in parent group-v832856. [ 987.126831] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.127118] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.127411] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2dd877e-7981-480f-814e-62a4bc87e4b2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.150397] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.150397] env[69304]: value = "task-4209027" [ 987.150397] env[69304]: _type = "Task" [ 987.150397] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.162638] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209027, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.189127] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209022, 'name': CreateVM_Task, 'duration_secs': 0.945232} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.189481] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.190094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.190288] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.190598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.190982] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234037d5-03f3-4443-8198-e6216c518920 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.198841] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 987.198841] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52053093-b744-ebaa-358b-3f8514d38858" [ 987.198841] env[69304]: _type = "Task" [ 987.198841] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.208960] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52053093-b744-ebaa-358b-3f8514d38858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.219983] env[69304]: DEBUG oslo_vmware.api [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209023, 'name': PowerOnVM_Task, 'duration_secs': 0.696376} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.220317] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.220540] env[69304]: INFO nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Took 6.47 seconds to spawn the instance on the hypervisor. [ 987.220720] env[69304]: DEBUG nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 987.222016] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff1d36-5641-44a4-afd7-9a06a111ab58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.314226] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60bd194-1948-4ccf-8ea9-9eefbda1a56c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.343202] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bddb005-3a8c-4695-a4c0-a294c3e78448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.368044] env[69304]: DEBUG nova.compute.manager [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Received event network-changed-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 987.368151] env[69304]: DEBUG nova.compute.manager [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Refreshing instance network info cache due to event network-changed-3906e122-5ed8-4d0b-9711-2d4ae8fc3012. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 987.368344] env[69304]: DEBUG oslo_concurrency.lockutils [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] Acquiring lock "refresh_cache-a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.368528] env[69304]: DEBUG oslo_concurrency.lockutils [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] Acquired lock "refresh_cache-a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.368694] env[69304]: DEBUG nova.network.neutron [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Refreshing network info cache for port 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.370895] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.481403] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529e69fe-16ad-95b4-5595-b33af6550f56, 'name': SearchDatastore_Task, 'duration_secs': 0.02144} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.481724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.482423] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.482423] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8182197f-fbe6-4a4f-bb7a-dd5dad12d903 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.495906] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 987.495906] env[69304]: value = "task-4209028" [ 987.495906] env[69304]: _type = "Task" [ 987.495906] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.504961] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.533567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e086b972-0486-479f-821a-3cc1b3d909f7 tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Lock "496eaee8-b3f7-410d-a121-38c25ea07865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.533s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.667366] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209027, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.713926] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52053093-b744-ebaa-358b-3f8514d38858, 'name': SearchDatastore_Task, 'duration_secs': 0.020749} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.714479] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.714943] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.714943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.715114] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.715270] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.715662] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a06441-46bd-4e5c-8f29-273a4d83f115 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.727827] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.728093] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.729148] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02039141-9b93-477d-a612-742513dc1040 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.743994] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 987.743994] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9c1d0-2c99-f098-87aa-b6e89825d8a2" [ 987.743994] env[69304]: _type = "Task" [ 987.743994] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.751804] env[69304]: INFO nova.compute.manager [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Took 41.76 seconds to build instance. [ 987.759670] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9c1d0-2c99-f098-87aa-b6e89825d8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.017795} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.760713] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b485137f-81a5-4202-8b1f-da2d4fbb4ed1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.773038] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 987.773038] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c5176-c861-e1bd-136d-20a5e4736d51" [ 987.773038] env[69304]: _type = "Task" [ 987.773038] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.784313] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c5176-c861-e1bd-136d-20a5e4736d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.994559] env[69304]: DEBUG nova.network.neutron [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Port e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 988.010715] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209028, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.095792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69580220-1364-4419-930a-489384e657a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.107532] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf69df22-c3c1-4522-949f-edf627a8adef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.154437] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f88de-016f-4684-8362-a9c7adcc7ee6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.172814] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6393125-1dfa-49e8-829b-07b46954a5a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.177488] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209027, 'name': CreateVM_Task, 'duration_secs': 0.587146} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.177695] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.179045] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.179251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.179598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.180050] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7a69f9-6af3-4be2-b5ac-129d9111766f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.191955] env[69304]: DEBUG nova.compute.provider_tree [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.195114] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 988.195114] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b445c7-8efd-278e-d35c-91378b351676" [ 988.195114] env[69304]: _type = "Task" [ 988.195114] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.206609] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b445c7-8efd-278e-d35c-91378b351676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.254170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.777s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.266233] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.266233] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.288656] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c5176-c861-e1bd-136d-20a5e4736d51, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.289969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.292125] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.292125] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a85ab4c-631a-40cb-9e91-ec41808b1245 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.301798] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 988.301798] env[69304]: value = "task-4209029" [ 988.301798] env[69304]: _type = "Task" [ 988.301798] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.314364] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.317418] env[69304]: DEBUG nova.network.neutron [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Updated VIF entry in instance network info cache for port 3906e122-5ed8-4d0b-9711-2d4ae8fc3012. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.317418] env[69304]: DEBUG nova.network.neutron [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Updating instance_info_cache with network_info: [{"id": "3906e122-5ed8-4d0b-9711-2d4ae8fc3012", "address": "fa:16:3e:78:03:0b", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3906e122-5e", "ovs_interfaceid": "3906e122-5ed8-4d0b-9711-2d4ae8fc3012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.512265] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756179} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.512847] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.513457] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.513823] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-703a1898-8ee2-4359-8f83-786e972cae86 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.522989] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 988.522989] env[69304]: value = "task-4209030" [ 988.522989] env[69304]: _type = "Task" [ 988.522989] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.543598] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.702105] env[69304]: DEBUG nova.scheduler.client.report [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.719967] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b445c7-8efd-278e-d35c-91378b351676, 'name': SearchDatastore_Task, 'duration_secs': 0.040219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.720832] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.721319] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.721777] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.722050] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.722367] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.722789] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad17c22-567a-4801-a2fa-91a16e83a380 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.740615] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.740834] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.741749] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c16c4c-7b87-4731-a420-4c6daf96bf30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.750670] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 988.750670] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5229b906-e460-f324-fbc4-84686ec3114e" [ 988.750670] env[69304]: _type = "Task" [ 988.750670] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.762918] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5229b906-e460-f324-fbc4-84686ec3114e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.766671] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.816258] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209029, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.820562] env[69304]: DEBUG oslo_concurrency.lockutils [req-79271ea9-d0ef-4261-b171-99a74b6f4f59 req-a9319f01-ebea-4e6a-a493-a8b89c2893b1 service nova] Releasing lock "refresh_cache-a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.037735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.037735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.037735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.045946] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079033} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.046245] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.047554] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d915e-004d-4dff-b455-de9e49007fb7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.072035] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.072743] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e1fa956-b329-4c80-a70f-1bb80b278b0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.095812] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 989.095812] env[69304]: value = "task-4209031" [ 989.095812] env[69304]: _type = "Task" [ 989.095812] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.110469] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.210142] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.212911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.558s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.214693] env[69304]: INFO nova.compute.claims [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.252997] env[69304]: INFO nova.scheduler.client.report [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Deleted allocations for instance 044e3827-f12f-419c-9bf3-65ccbddfeac6 [ 989.273411] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5229b906-e460-f324-fbc4-84686ec3114e, 'name': SearchDatastore_Task, 'duration_secs': 0.061511} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.276437] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec9c34a-c818-448a-84f2-aa8511e10384 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.285144] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 989.285144] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527aa9d9-9320-dc49-3108-32f1b2c61421" [ 989.285144] env[69304]: _type = "Task" [ 989.285144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.297812] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527aa9d9-9320-dc49-3108-32f1b2c61421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.299360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.313474] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747551} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.313744] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.313861] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.314227] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b15b0ec7-1218-4b60-b171-823c8c6a83d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.323033] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 989.323033] env[69304]: value = "task-4209032" [ 989.323033] env[69304]: _type = "Task" [ 989.323033] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.349960] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.409710] env[69304]: DEBUG nova.compute.manager [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Received event network-changed-d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 989.409951] env[69304]: DEBUG nova.compute.manager [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Refreshing instance network info cache due to event network-changed-d951f5d6-c44a-41a0-8df3-3f43957db8ea. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 989.410378] env[69304]: DEBUG oslo_concurrency.lockutils [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] Acquiring lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.410591] env[69304]: DEBUG oslo_concurrency.lockutils [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] Acquired lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.410898] env[69304]: DEBUG nova.network.neutron [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Refreshing network info cache for port d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.608181] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.768498] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "044e3827-f12f-419c-9bf3-65ccbddfeac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.980s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.798116] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527aa9d9-9320-dc49-3108-32f1b2c61421, 'name': SearchDatastore_Task, 'duration_secs': 0.017714} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.798415] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.798700] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d/a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.799051] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429415ec-db2c-4828-9d97-b72ac5dbdef6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.808641] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 989.808641] env[69304]: value = "task-4209033" [ 989.808641] env[69304]: _type = "Task" [ 989.808641] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.819674] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.837574] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089714} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.837897] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.838766] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29adb11e-2a7f-4c5a-bca5-e9e41bd43395 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.867483] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.867483] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf4f846-0dd2-4b3c-bf9d-6828ce606eee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.891015] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 989.891015] env[69304]: value = "task-4209034" [ 989.891015] env[69304]: _type = "Task" [ 989.891015] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.901110] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.096723] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.096913] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.097490] env[69304]: DEBUG nova.network.neutron [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.114217] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209031, 'name': ReconfigVM_Task, 'duration_secs': 0.570576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.115274] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 273da433-64e9-493a-a3ce-e5dffaa92f45/273da433-64e9-493a-a3ce-e5dffaa92f45.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.116412] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdc94d13-9565-43b9-af31-2fee4a0e5f2c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.126544] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 990.126544] env[69304]: value = "task-4209035" [ 990.126544] env[69304]: _type = "Task" [ 990.126544] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.143786] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209035, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.304536] env[69304]: DEBUG nova.network.neutron [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updated VIF entry in instance network info cache for port d951f5d6-c44a-41a0-8df3-3f43957db8ea. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.307092] env[69304]: DEBUG nova.network.neutron [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updating instance_info_cache with network_info: [{"id": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "address": "fa:16:3e:36:21:3a", "network": {"id": "81afbd9c-b084-4faf-887e-9b7f5b7f63c1", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-705824998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a72cce818a84633b24bc0035e91dd78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd951f5d6-c4", "ovs_interfaceid": "d951f5d6-c44a-41a0-8df3-3f43957db8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.330994] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.409914] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209034, 'name': ReconfigVM_Task, 'duration_secs': 0.396343} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.410973] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6801c972-4128-4e06-94ea-4560444a7ef1/6801c972-4128-4e06-94ea-4560444a7ef1.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.411417] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e8d7b67-0c29-41b7-b42a-fbf71dfc4f8b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.422248] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 990.422248] env[69304]: value = "task-4209036" [ 990.422248] env[69304]: _type = "Task" [ 990.422248] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.442292] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209036, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.640883] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209035, 'name': Rename_Task, 'duration_secs': 0.379142} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.643619] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.644139] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20f591d-df88-4922-b5d3-43879846852c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.657581] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 990.657581] env[69304]: value = "task-4209037" [ 990.657581] env[69304]: _type = "Task" [ 990.657581] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.667697] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.728714] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.729643] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.729882] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.730111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.730641] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.735087] env[69304]: INFO nova.compute.manager [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Terminating instance [ 990.810924] env[69304]: DEBUG oslo_concurrency.lockutils [req-f38a275e-77be-4e5a-b76b-13bcd036048a req-ba2a93f6-78ce-4959-afa5-691d0fa3a5cf service nova] Releasing lock "refresh_cache-bf3c0cd2-ab64-4d79-b502-f38332426afe" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.827296] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77695} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.831637] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d/a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.832046] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.832752] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64027bd1-6804-4785-bc1a-857f75311dea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.843225] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 990.843225] env[69304]: value = "task-4209038" [ 990.843225] env[69304]: _type = "Task" [ 990.843225] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.857525] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.859329] env[69304]: DEBUG nova.network.neutron [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [{"id": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "address": "fa:16:3e:21:80:68", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d1e3fe-df", "ovs_interfaceid": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.882701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76b806e-a607-47c3-b5bc-e13dab73a6f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.895012] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2582ac-2f09-4517-b7d3-dba1ba724486 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.935972] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0802d-dc31-41f8-baf3-eab696db544f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.947394] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a05cf4c-00b2-4bcb-ab84-440e875c9cac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.951389] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209036, 'name': Rename_Task, 'duration_secs': 0.238048} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.951667] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.952295] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822d7bba-5bea-4889-96b8-2797559018f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.962734] env[69304]: DEBUG nova.compute.provider_tree [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.967021] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 990.967021] env[69304]: value = "task-4209039" [ 990.967021] env[69304]: _type = "Task" [ 990.967021] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.975796] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.170740] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.244468] env[69304]: DEBUG nova.compute.manager [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.244567] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.246638] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4277bdb-1244-4462-afe7-f171b5c27480 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.256054] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.256925] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a8bf92-ee44-4989-b3fd-a4d0e6e4af0b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.268774] env[69304]: DEBUG oslo_vmware.api [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 991.268774] env[69304]: value = "task-4209040" [ 991.268774] env[69304]: _type = "Task" [ 991.268774] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.281290] env[69304]: DEBUG oslo_vmware.api [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4209040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.354529] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092906} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.354883] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.355751] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8e2f3-6c81-4411-a30f-e1f72661023d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.362579] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.406285] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d/a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.407114] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ae93a9-a4ae-487f-b334-82dab62c9fe5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.438726] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 991.438726] env[69304]: value = "task-4209041" [ 991.438726] env[69304]: _type = "Task" [ 991.438726] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.449181] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.467687] env[69304]: DEBUG nova.scheduler.client.report [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.483528] env[69304]: DEBUG oslo_vmware.api [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209039, 'name': PowerOnVM_Task, 'duration_secs': 0.500674} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.483862] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.484185] env[69304]: DEBUG nova.compute.manager [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 991.485457] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692df611-2367-4b93-91f2-afd7094248ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.670479] env[69304]: DEBUG oslo_vmware.api [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209037, 'name': PowerOnVM_Task, 'duration_secs': 0.857959} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.670592] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.670799] env[69304]: DEBUG nova.compute.manager [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 991.671648] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68992be5-9802-448a-8033-d7d67909469c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.781506] env[69304]: DEBUG oslo_vmware.api [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4209040, 'name': PowerOffVM_Task, 'duration_secs': 0.409808} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.782016] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.782266] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.782599] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf1ec29b-656f-4685-b64f-4420f845f8f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.862951] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.863286] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.863562] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Deleting the datastore file [datastore2] 407887d5-5e6b-4e1a-bd96-0d2f469e9d05 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.864182] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca3274f4-ccf2-4551-a16f-5dc7b31bc3f4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.872429] env[69304]: DEBUG oslo_vmware.api [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for the task: (returnval){ [ 991.872429] env[69304]: value = "task-4209043" [ 991.872429] env[69304]: _type = "Task" [ 991.872429] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.883262] env[69304]: DEBUG oslo_vmware.api [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4209043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.936584] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce55ce2f-4946-430e-a8af-6b85c25dd8e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.951108] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.971954] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bed0bb3-d1e8-469c-9f73-8fa73959c015 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.980457] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.981143] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.988466] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.981s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.989577] env[69304]: INFO nova.compute.claims [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.014024] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.017708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.194237] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.386027] env[69304]: DEBUG oslo_vmware.api [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Task: {'id': task-4209043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472764} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.386418] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.386583] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.386769] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.386945] env[69304]: INFO nova.compute.manager [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Took 1.14 seconds to destroy the instance on the hypervisor. [ 992.387236] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.387441] env[69304]: DEBUG nova.compute.manager [-] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.387540] env[69304]: DEBUG nova.network.neutron [-] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.459899] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209041, 'name': ReconfigVM_Task, 'duration_secs': 0.64528} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.463506] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Reconfigured VM instance instance-0000004d to attach disk [datastore2] a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d/a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.464528] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8501d7-f076-4c14-b44c-6df6558d1ba2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.474918] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 992.474918] env[69304]: value = "task-4209044" [ 992.474918] env[69304]: _type = "Task" [ 992.474918] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.493185] env[69304]: DEBUG nova.compute.utils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.498026] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209044, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.498026] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.498026] env[69304]: DEBUG nova.network.neutron [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.520297] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.521260] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0915eb4-da8d-47dd-8bc3-fa524b921d7e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.534662] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 992.534662] env[69304]: value = "task-4209045" [ 992.534662] env[69304]: _type = "Task" [ 992.534662] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.545499] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.592663] env[69304]: DEBUG nova.policy [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13189d7a7f4b4851a6be648c59a3358b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae3a63f7c9424227a26f3eaae875fbb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.798122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.798460] env[69304]: DEBUG oslo_concurrency.lockutils [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.994579] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209044, 'name': Rename_Task, 'duration_secs': 0.260027} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.995243] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.995535] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba73a3d-9c34-4c8f-8b6f-dc2b0de1a9ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.999799] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.004183] env[69304]: DEBUG nova.compute.manager [req-723eb771-e290-4e3c-b53b-a103ce5a5420 req-b64da1a3-ec9f-4b6e-a3fa-0d4e7ae34e9f service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Received event network-vif-deleted-8ce59199-9a71-4985-ba2a-f2188febedec {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 993.004441] env[69304]: INFO nova.compute.manager [req-723eb771-e290-4e3c-b53b-a103ce5a5420 req-b64da1a3-ec9f-4b6e-a3fa-0d4e7ae34e9f service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Neutron deleted interface 8ce59199-9a71-4985-ba2a-f2188febedec; detaching it from the instance and deleting it from the info cache [ 993.004657] env[69304]: DEBUG nova.network.neutron [req-723eb771-e290-4e3c-b53b-a103ce5a5420 req-b64da1a3-ec9f-4b6e-a3fa-0d4e7ae34e9f service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.014639] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 993.014639] env[69304]: value = "task-4209046" [ 993.014639] env[69304]: _type = "Task" [ 993.014639] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.025789] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.054404] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.224794] env[69304]: DEBUG nova.network.neutron [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Successfully created port: 37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.302082] env[69304]: INFO nova.compute.manager [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Detaching volume 18b3dcfb-edad-4aed-bc8c-8b563e54b455 [ 993.325279] env[69304]: DEBUG nova.network.neutron [-] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.355283] env[69304]: INFO nova.virt.block_device [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Attempting to driver detach volume 18b3dcfb-edad-4aed-bc8c-8b563e54b455 from mountpoint /dev/sdb [ 993.355773] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.356194] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832832', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'name': 'volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01618ff9-d8e5-41b5-899c-81279eb69806', 'attached_at': '', 'detached_at': '', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'serial': '18b3dcfb-edad-4aed-bc8c-8b563e54b455'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.358629] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d876c2f4-2654-47c4-82a9-43b85216ce9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.392269] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2327cfba-18a9-4a68-a917-06c3028008be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.400818] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e2ea63-c0d3-4fb7-9fcf-64720f5e4625 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.430319] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4233ce9d-143c-4e7c-8c99-3394f63f6b46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.447619] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] The volume has not been displaced from its original location: [datastore2] volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455/volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 993.454616] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 993.454616] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e92c51-e3f8-4210-b90e-ef6225625765 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.482192] env[69304]: DEBUG oslo_vmware.api [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 993.482192] env[69304]: value = "task-4209047" [ 993.482192] env[69304]: _type = "Task" [ 993.482192] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.492818] env[69304]: DEBUG oslo_vmware.api [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.513961] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b66bab01-766f-4656-88d4-ed808fe2f0da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.535369] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209046, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.552181] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205655d9-4448-4ad7-a9bb-d9955bd455cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.576948] env[69304]: DEBUG oslo_vmware.api [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209045, 'name': PowerOnVM_Task, 'duration_secs': 0.585212} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.577680] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.577873] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3f821484-c580-4ea7-b360-bdaa81b8f5d0 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance 'bb6340c5-7596-4c1f-98f9-feb6d6400e77' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.600810] env[69304]: DEBUG nova.compute.manager [req-723eb771-e290-4e3c-b53b-a103ce5a5420 req-b64da1a3-ec9f-4b6e-a3fa-0d4e7ae34e9f service nova] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Detach interface failed, port_id=8ce59199-9a71-4985-ba2a-f2188febedec, reason: Instance 407887d5-5e6b-4e1a-bd96-0d2f469e9d05 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 993.698415] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339faee-7063-454d-a9b2-625cdfb09ad9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.708026] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f7479b-d10a-4940-9dd8-2f9c98e375aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.746461] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b94ecc-07ac-4527-8b67-effeb4e28c8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.755910] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f441c-065a-4a49-9fa4-9d139081616e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.773335] env[69304]: DEBUG nova.compute.provider_tree [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.826806] env[69304]: INFO nova.compute.manager [-] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Took 1.44 seconds to deallocate network for instance. [ 993.997834] env[69304]: DEBUG oslo_vmware.api [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209047, 'name': ReconfigVM_Task, 'duration_secs': 0.462481} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.997834] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.003315] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1917f31c-2e78-4086-8b2d-e74193296a44 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.017780] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.023024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "273da433-64e9-493a-a3ce-e5dffaa92f45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.023024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "273da433-64e9-493a-a3ce-e5dffaa92f45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.023024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "273da433-64e9-493a-a3ce-e5dffaa92f45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.023024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "273da433-64e9-493a-a3ce-e5dffaa92f45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.023024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "273da433-64e9-493a-a3ce-e5dffaa92f45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.027041] env[69304]: DEBUG oslo_vmware.api [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 994.027041] env[69304]: value = "task-4209048" [ 994.027041] env[69304]: _type = "Task" [ 994.027041] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.027733] env[69304]: INFO nova.compute.manager [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Terminating instance [ 994.040575] env[69304]: DEBUG oslo_vmware.api [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209046, 'name': PowerOnVM_Task, 'duration_secs': 0.735687} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.042714] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.042982] env[69304]: INFO nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Took 9.65 seconds to spawn the instance on the hypervisor. [ 994.043199] env[69304]: DEBUG nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.045040] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ee9c6d-eac1-4902-bf4f-50bdf294d935 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.055618] env[69304]: DEBUG oslo_vmware.api [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.077938] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.078213] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.078370] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.078581] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.078729] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.080034] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.080034] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.080034] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.080034] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.080034] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.080325] env[69304]: DEBUG nova.virt.hardware [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.081508] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7220cbb-8f24-4132-b5e8-b4d2baa52e05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.093010] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0672d09f-8c88-478d-a773-c0c55c0410c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.117547] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "debbc700-1e8d-4966-a363-4711d3b0095b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.117547] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "debbc700-1e8d-4966-a363-4711d3b0095b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.117547] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "debbc700-1e8d-4966-a363-4711d3b0095b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.117874] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "debbc700-1e8d-4966-a363-4711d3b0095b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.119614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "debbc700-1e8d-4966-a363-4711d3b0095b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.121995] env[69304]: INFO nova.compute.manager [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Terminating instance [ 994.270535] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520df361-8000-b243-840a-d1f305695135/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.271573] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60738a6c-1aac-4bd8-8a8e-44fe03193d89 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277648] env[69304]: DEBUG nova.scheduler.client.report [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.282978] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520df361-8000-b243-840a-d1f305695135/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.283234] env[69304]: ERROR oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520df361-8000-b243-840a-d1f305695135/disk-0.vmdk due to incomplete transfer. [ 994.283646] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7663fae1-5b2b-46f5-a83e-1fa5990bc9c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.293162] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520df361-8000-b243-840a-d1f305695135/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.293530] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Uploaded image 92b461a7-bec5-45b5-8c2a-0887722fce8f to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.296218] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.296637] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6c448d9-c09a-441b-95b9-d1a22341bed1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.305850] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 994.305850] env[69304]: value = "task-4209049" [ 994.305850] env[69304]: _type = "Task" [ 994.305850] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.317588] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209049, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.334966] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.544500] env[69304]: DEBUG oslo_vmware.api [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209048, 'name': ReconfigVM_Task, 'duration_secs': 0.198099} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.544979] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832832', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'name': 'volume-18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '01618ff9-d8e5-41b5-899c-81279eb69806', 'attached_at': '', 'detached_at': '', 'volume_id': '18b3dcfb-edad-4aed-bc8c-8b563e54b455', 'serial': '18b3dcfb-edad-4aed-bc8c-8b563e54b455'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 994.550907] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "refresh_cache-273da433-64e9-493a-a3ce-e5dffaa92f45" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.550907] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "refresh_cache-273da433-64e9-493a-a3ce-e5dffaa92f45" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.550907] env[69304]: DEBUG nova.network.neutron [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.575773] env[69304]: INFO nova.compute.manager [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Took 45.56 seconds to build instance. [ 994.630026] env[69304]: DEBUG nova.compute.manager [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.630026] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.630026] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2881e214-b574-497c-93f1-24932e9b325d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.638265] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.639043] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d4e2a00-422d-4854-b175-9dbf9af8340d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.646234] env[69304]: DEBUG oslo_vmware.api [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 994.646234] env[69304]: value = "task-4209050" [ 994.646234] env[69304]: _type = "Task" [ 994.646234] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.660069] env[69304]: DEBUG oslo_vmware.api [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.785393] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.786049] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.789468] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.564s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.789701] env[69304]: DEBUG nova.objects.instance [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lazy-loading 'resources' on Instance uuid 98b0e08a-5f6d-4dc8-86d1-6d7420067932 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.818160] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209049, 'name': Destroy_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.078221] env[69304]: DEBUG oslo_concurrency.lockutils [None req-263a0f7e-bbc7-4325-acde-5ce8acb84034 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.965s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.102260] env[69304]: DEBUG nova.objects.instance [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lazy-loading 'flavor' on Instance uuid 01618ff9-d8e5-41b5-899c-81279eb69806 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.109453] env[69304]: DEBUG nova.compute.manager [req-1473ad5f-e662-4b56-8750-8e7b26bea905 req-f3df8598-dda9-4eac-8d85-63431edcb03e service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Received event network-vif-plugged-37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 995.109657] env[69304]: DEBUG oslo_concurrency.lockutils [req-1473ad5f-e662-4b56-8750-8e7b26bea905 req-f3df8598-dda9-4eac-8d85-63431edcb03e service nova] Acquiring lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.109946] env[69304]: DEBUG oslo_concurrency.lockutils [req-1473ad5f-e662-4b56-8750-8e7b26bea905 req-f3df8598-dda9-4eac-8d85-63431edcb03e service nova] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.110082] env[69304]: DEBUG oslo_concurrency.lockutils [req-1473ad5f-e662-4b56-8750-8e7b26bea905 req-f3df8598-dda9-4eac-8d85-63431edcb03e service nova] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.110264] env[69304]: DEBUG nova.compute.manager [req-1473ad5f-e662-4b56-8750-8e7b26bea905 req-f3df8598-dda9-4eac-8d85-63431edcb03e service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] No waiting events found dispatching network-vif-plugged-37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.110430] env[69304]: WARNING nova.compute.manager [req-1473ad5f-e662-4b56-8750-8e7b26bea905 req-f3df8598-dda9-4eac-8d85-63431edcb03e service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Received unexpected event network-vif-plugged-37d45820-b891-4e65-872d-b245c3504125 for instance with vm_state building and task_state spawning. [ 995.161928] env[69304]: DEBUG oslo_vmware.api [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209050, 'name': PowerOffVM_Task, 'duration_secs': 0.460549} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.163820] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.164587] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.164587] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c0a7b2c-5533-4d25-9b52-f05eea4a1741 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.258475] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.258475] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.258475] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleting the datastore file [datastore2] debbc700-1e8d-4966-a363-4711d3b0095b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.258475] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46553598-b8a2-403e-b961-829f76971c14 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.268064] env[69304]: DEBUG oslo_vmware.api [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 995.268064] env[69304]: value = "task-4209052" [ 995.268064] env[69304]: _type = "Task" [ 995.268064] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.277446] env[69304]: DEBUG oslo_vmware.api [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.301501] env[69304]: DEBUG nova.compute.utils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.307023] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.307023] env[69304]: DEBUG nova.network.neutron [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.323789] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209049, 'name': Destroy_Task, 'duration_secs': 0.811147} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.323789] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Destroyed the VM [ 995.325191] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 995.325191] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3073b76a-0366-486e-bf7f-56028e6fade3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.335903] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 995.335903] env[69304]: value = "task-4209053" [ 995.335903] env[69304]: _type = "Task" [ 995.335903] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.336962] env[69304]: DEBUG nova.network.neutron [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.356173] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.492347] env[69304]: DEBUG nova.policy [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e3d58157a14ce4a0547ec81ac72f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a2af8a8ebe543288626122bdb16f46f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.530881] env[69304]: DEBUG nova.network.neutron [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.667129] env[69304]: DEBUG nova.network.neutron [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Successfully updated port: 37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.708025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.708025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.708025] env[69304]: DEBUG nova.compute.manager [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Going to confirm migration 4 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 995.779868] env[69304]: DEBUG oslo_vmware.api [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347756} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.783074] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.783347] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.783548] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.783728] env[69304]: INFO nova.compute.manager [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.783988] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.789025] env[69304]: DEBUG nova.compute.manager [-] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.789025] env[69304]: DEBUG nova.network.neutron [-] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.807965] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.852510] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209053, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.937866] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e05d04-de47-4b52-a1b1-49e844ab7aa4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.949501] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d726f7-23c5-409c-9219-ffa7b63dcdec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.988562] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df626aec-c776-4b44-be1c-6bfd5ffae06a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.999378] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7df0e0-07bf-4c9a-8cca-c60d1bb93ddb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.016959] env[69304]: DEBUG nova.compute.provider_tree [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.037240] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "refresh_cache-273da433-64e9-493a-a3ce-e5dffaa92f45" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.037847] env[69304]: DEBUG nova.compute.manager [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.038101] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.039224] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768bcf09-f6fe-4657-a8d0-3d9f30ac57c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.050647] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.051046] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec22965-434f-4137-851f-8c57079e50ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.060297] env[69304]: DEBUG oslo_vmware.api [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 996.060297] env[69304]: value = "task-4209054" [ 996.060297] env[69304]: _type = "Task" [ 996.060297] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.072979] env[69304]: DEBUG oslo_vmware.api [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.112482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-91165157-800e-4c17-8cee-7ce8823274ec tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.170835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "refresh_cache-ba5a53ee-0d25-4b15-a45b-01935ef145bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.170835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired lock "refresh_cache-ba5a53ee-0d25-4b15-a45b-01935ef145bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.170982] env[69304]: DEBUG nova.network.neutron [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.203667] env[69304]: DEBUG nova.network.neutron [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Successfully created port: 008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.356600] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209053, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.363078] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.363438] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.364314] env[69304]: DEBUG nova.network.neutron [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.364592] env[69304]: DEBUG nova.objects.instance [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lazy-loading 'info_cache' on Instance uuid bb6340c5-7596-4c1f-98f9-feb6d6400e77 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.519868] env[69304]: DEBUG nova.scheduler.client.report [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.570512] env[69304]: DEBUG oslo_vmware.api [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209054, 'name': PowerOffVM_Task, 'duration_secs': 0.224578} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.571604] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.571794] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.572081] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5044dc4d-a44b-4661-8932-4251922cef7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.606039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.606039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.606039] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleting the datastore file [datastore2] 273da433-64e9-493a-a3ce-e5dffaa92f45 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.606213] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8261c33e-2ffa-47b2-9a44-95ccaaa786c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.619487] env[69304]: DEBUG oslo_vmware.api [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 996.619487] env[69304]: value = "task-4209056" [ 996.619487] env[69304]: _type = "Task" [ 996.619487] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.630335] env[69304]: DEBUG oslo_vmware.api [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.718795] env[69304]: DEBUG nova.network.neutron [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.734138] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.734402] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.822914] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.825176] env[69304]: DEBUG nova.network.neutron [-] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.859578] env[69304]: DEBUG oslo_vmware.api [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209053, 'name': RemoveSnapshot_Task, 'duration_secs': 1.028576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.862147] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.862544] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.862614] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.862755] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.862900] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.863070] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.863293] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.863454] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.863620] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.863827] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.864015] env[69304]: DEBUG nova.virt.hardware [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.864355] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 996.864594] env[69304]: INFO nova.compute.manager [None req-a881fdaa-8ba5-4543-9db9-f7da8c66fd76 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Took 18.02 seconds to snapshot the instance on the hypervisor. [ 996.869169] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d78be1-08e7-4efd-8695-77246e8a84d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.882190] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc671f6-446e-49e4-9ec3-de037b0f6528 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.888387] env[69304]: DEBUG nova.network.neutron [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Updating instance_info_cache with network_info: [{"id": "37d45820-b891-4e65-872d-b245c3504125", "address": "fa:16:3e:58:a8:45", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d45820-b8", "ovs_interfaceid": "37d45820-b891-4e65-872d-b245c3504125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.027836] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.031016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.979s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.032613] env[69304]: INFO nova.compute.claims [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.105888] env[69304]: INFO nova.scheduler.client.report [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Deleted allocations for instance 98b0e08a-5f6d-4dc8-86d1-6d7420067932 [ 997.133313] env[69304]: DEBUG oslo_vmware.api [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153204} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.133608] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.133760] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.133936] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.134126] env[69304]: INFO nova.compute.manager [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Took 1.10 seconds to destroy the instance on the hypervisor. [ 997.134404] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.134597] env[69304]: DEBUG nova.compute.manager [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.134690] env[69304]: DEBUG nova.network.neutron [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.153830] env[69304]: DEBUG nova.network.neutron [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.204385] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.204713] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.236934] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.329019] env[69304]: INFO nova.compute.manager [-] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Took 1.54 seconds to deallocate network for instance. [ 997.364572] env[69304]: DEBUG nova.compute.manager [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Received event network-changed-37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 997.365152] env[69304]: DEBUG nova.compute.manager [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Refreshing instance network info cache due to event network-changed-37d45820-b891-4e65-872d-b245c3504125. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 997.365152] env[69304]: DEBUG oslo_concurrency.lockutils [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] Acquiring lock "refresh_cache-ba5a53ee-0d25-4b15-a45b-01935ef145bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.401175] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Releasing lock "refresh_cache-ba5a53ee-0d25-4b15-a45b-01935ef145bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.401534] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Instance network_info: |[{"id": "37d45820-b891-4e65-872d-b245c3504125", "address": "fa:16:3e:58:a8:45", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d45820-b8", "ovs_interfaceid": "37d45820-b891-4e65-872d-b245c3504125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.402066] env[69304]: DEBUG oslo_concurrency.lockutils [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] Acquired lock "refresh_cache-ba5a53ee-0d25-4b15-a45b-01935ef145bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.402265] env[69304]: DEBUG nova.network.neutron [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Refreshing network info cache for port 37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.405668] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:a8:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37d45820-b891-4e65-872d-b245c3504125', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.413414] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.416512] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.417066] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-166dd0a1-6df5-451b-8e73-252ef351f333 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.439337] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.439337] env[69304]: value = "task-4209057" [ 997.439337] env[69304]: _type = "Task" [ 997.439337] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.448472] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209057, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.608567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.609822] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.609822] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "01618ff9-d8e5-41b5-899c-81279eb69806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.609822] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.609822] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.612040] env[69304]: INFO nova.compute.manager [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Terminating instance [ 997.615859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Lock "98b0e08a-5f6d-4dc8-86d1-6d7420067932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.999s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.642302] env[69304]: DEBUG nova.network.neutron [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [{"id": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "address": "fa:16:3e:21:80:68", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d1e3fe-df", "ovs_interfaceid": "e6d1e3fe-df46-4b47-84a3-d04e0cf09db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.656364] env[69304]: DEBUG nova.network.neutron [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.708548] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.769805] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.837555] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.858022] env[69304]: DEBUG nova.network.neutron [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Successfully updated port: 008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.953182] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209057, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.120135] env[69304]: DEBUG nova.compute.manager [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.120248] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.121648] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873f4ba-f4ea-47dd-80a7-a9faf83e550b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.135596] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.135596] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8850dbcf-a9d8-4c58-a355-4af4d97c0e16 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.143733] env[69304]: DEBUG oslo_vmware.api [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 998.143733] env[69304]: value = "task-4209058" [ 998.143733] env[69304]: _type = "Task" [ 998.143733] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.148585] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bb6340c5-7596-4c1f-98f9-feb6d6400e77" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.148971] env[69304]: DEBUG nova.objects.instance [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lazy-loading 'migration_context' on Instance uuid bb6340c5-7596-4c1f-98f9-feb6d6400e77 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.165574] env[69304]: INFO nova.compute.manager [-] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Took 1.03 seconds to deallocate network for instance. [ 998.166117] env[69304]: DEBUG oslo_vmware.api [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.230548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.263605] env[69304]: DEBUG nova.network.neutron [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Updated VIF entry in instance network info cache for port 37d45820-b891-4e65-872d-b245c3504125. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.264009] env[69304]: DEBUG nova.network.neutron [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Updating instance_info_cache with network_info: [{"id": "37d45820-b891-4e65-872d-b245c3504125", "address": "fa:16:3e:58:a8:45", "network": {"id": "92eb88c9-27ea-4400-8fa7-4ace886da209", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "aeff80d23c60406eaf2a3e4cdc656720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d45820-b8", "ovs_interfaceid": "37d45820-b891-4e65-872d-b245c3504125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.361898] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.362118] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.362277] env[69304]: DEBUG nova.network.neutron [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.454880] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209057, 'name': CreateVM_Task, 'duration_secs': 0.735699} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.455287] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.456342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.456679] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.457208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.457599] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b545b0-6307-4d56-b480-f10cbc3f2edd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.465023] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 998.465023] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52708648-d907-fde9-5430-8f7f2b1564da" [ 998.465023] env[69304]: _type = "Task" [ 998.465023] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.478465] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52708648-d907-fde9-5430-8f7f2b1564da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.633029] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dddb94-4b9c-46a1-9773-a963bbf21932 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.641589] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b70996-be55-4915-9d33-aa004b72c212 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.656910] env[69304]: DEBUG oslo_vmware.api [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209058, 'name': PowerOffVM_Task, 'duration_secs': 0.384098} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.681908] env[69304]: DEBUG nova.objects.base [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.682437] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.683060] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.683477] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.684516] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab52c96-09de-4e4d-8675-11a813c2d3b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.687252] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b26c937a-bc5c-4953-855b-20bf2760721d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.689108] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349d372-2b10-4c25-81d8-a797011ff0d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.710403] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2d4d4-7e15-44b9-bd3e-72f3737fdad1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.716398] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40cfff0-66b8-4d79-a1f9-ae8772dc0aa5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.723793] env[69304]: DEBUG oslo_vmware.api [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 998.723793] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5277149a-9b82-0512-227b-5eb9c21a4e7a" [ 998.723793] env[69304]: _type = "Task" [ 998.723793] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.735968] env[69304]: DEBUG nova.compute.provider_tree [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.750102] env[69304]: DEBUG oslo_vmware.api [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5277149a-9b82-0512-227b-5eb9c21a4e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.750598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.767970] env[69304]: DEBUG oslo_concurrency.lockutils [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] Releasing lock "refresh_cache-ba5a53ee-0d25-4b15-a45b-01935ef145bf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.768672] env[69304]: DEBUG nova.compute.manager [req-88cf62cb-351d-4f0c-804d-5924edde72e4 req-fe476bd0-50fa-40f4-9eec-ca859ae6572c service nova] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Received event network-vif-deleted-3eeab924-7e8d-4eee-baa1-c243bede1e7d {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 998.897570] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.897919] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.897980] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleting the datastore file [datastore2] 01618ff9-d8e5-41b5-899c-81279eb69806 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.900785] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a27bd279-1262-4cb8-a3dc-816027ce852a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.911037] env[69304]: DEBUG oslo_vmware.api [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 998.911037] env[69304]: value = "task-4209060" [ 998.911037] env[69304]: _type = "Task" [ 998.911037] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.920919] env[69304]: DEBUG oslo_vmware.api [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.936574] env[69304]: DEBUG nova.network.neutron [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.976773] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52708648-d907-fde9-5430-8f7f2b1564da, 'name': SearchDatastore_Task, 'duration_secs': 0.016183} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.977130] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.977394] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.977678] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.978088] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.978088] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.978309] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d09c20-2822-4ba6-801a-460103296335 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.992132] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.992132] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.993166] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9143235-c922-44ca-acf7-5026bcd0fab7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.000623] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 999.000623] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b6f41e-6ba6-4617-162e-c476163c3884" [ 999.000623] env[69304]: _type = "Task" [ 999.000623] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.015782] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b6f41e-6ba6-4617-162e-c476163c3884, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.016731] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abc981d-8439-4c8e-8aaa-fa2d52e39ba4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.023859] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 999.023859] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523d58bd-63c7-37c6-06a1-3e3b0783235e" [ 999.023859] env[69304]: _type = "Task" [ 999.023859] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.034923] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523d58bd-63c7-37c6-06a1-3e3b0783235e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.212155] env[69304]: DEBUG nova.network.neutron [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.243259] env[69304]: DEBUG nova.scheduler.client.report [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.424263] env[69304]: DEBUG oslo_vmware.api [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301649} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.424653] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.424868] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.425089] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.425313] env[69304]: INFO nova.compute.manager [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Took 1.31 seconds to destroy the instance on the hypervisor. [ 999.425576] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.425846] env[69304]: DEBUG nova.compute.manager [-] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.425957] env[69304]: DEBUG nova.network.neutron [-] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.535903] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523d58bd-63c7-37c6-06a1-3e3b0783235e, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.536245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.536483] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] ba5a53ee-0d25-4b15-a45b-01935ef145bf/ba5a53ee-0d25-4b15-a45b-01935ef145bf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.536757] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f29ac18c-a6f1-4a24-af94-f983b1bface5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.548163] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 999.548163] env[69304]: value = "task-4209061" [ 999.548163] env[69304]: _type = "Task" [ 999.548163] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.562091] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.564518] env[69304]: DEBUG nova.compute.manager [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Received event network-vif-plugged-008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 999.564785] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.565011] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.569509] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.569763] env[69304]: DEBUG nova.compute.manager [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] No waiting events found dispatching network-vif-plugged-008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.570022] env[69304]: WARNING nova.compute.manager [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Received unexpected event network-vif-plugged-008893a0-2739-40e0-a497-3835ad269833 for instance with vm_state building and task_state spawning. [ 999.570214] env[69304]: DEBUG nova.compute.manager [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Received event network-changed-008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 999.570553] env[69304]: DEBUG nova.compute.manager [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Refreshing instance network info cache due to event network-changed-008893a0-2739-40e0-a497-3835ad269833. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 999.570702] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.716700] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.717097] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Instance network_info: |[{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.717479] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.717672] env[69304]: DEBUG nova.network.neutron [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Refreshing network info cache for port 008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.719530] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a6:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008893a0-2739-40e0-a497-3835ad269833', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.732203] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating folder: Project (3a2af8a8ebe543288626122bdb16f46f). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.733237] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ad3759a-b80e-4a94-af87-17d0b1a777bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.750523] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.751087] env[69304]: DEBUG nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.761453] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.132s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.764884] env[69304]: DEBUG nova.objects.instance [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lazy-loading 'resources' on Instance uuid f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.764884] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created folder: Project (3a2af8a8ebe543288626122bdb16f46f) in parent group-v832645. [ 999.764884] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating folder: Instances. Parent ref: group-v832860. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.764884] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3809facb-fa35-41a1-9ba0-f75d6c3d9e8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.780096] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created folder: Instances in parent group-v832860. [ 999.780096] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.780096] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.780096] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40191bf9-52bb-46c1-965d-43c95364ad3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.804688] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.804688] env[69304]: value = "task-4209064" [ 999.804688] env[69304]: _type = "Task" [ 999.804688] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.817913] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209064, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.076052] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.270239] env[69304]: DEBUG nova.compute.utils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.273158] env[69304]: DEBUG nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1000.315428] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209064, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.562570] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635072} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.566939] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] ba5a53ee-0d25-4b15-a45b-01935ef145bf/ba5a53ee-0d25-4b15-a45b-01935ef145bf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.567338] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.567725] env[69304]: DEBUG nova.network.neutron [-] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.569794] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee888e36-9bfe-49cc-bc48-a6f1f679af3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.574603] env[69304]: DEBUG nova.network.neutron [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updated VIF entry in instance network info cache for port 008893a0-2739-40e0-a497-3835ad269833. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.575174] env[69304]: DEBUG nova.network.neutron [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.583638] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1000.583638] env[69304]: value = "task-4209065" [ 1000.583638] env[69304]: _type = "Task" [ 1000.583638] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.610856] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.776435] env[69304]: DEBUG nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.816455] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209064, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.928126] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00fbef3-b497-47ab-869c-1242c1bba135 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.937568] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55bf82a-bc6b-4f67-acdf-ab7289cb933b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.975331] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf37ef-0faf-4820-84ec-f9092d4ee48f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.984375] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9cc3bd-f425-4eb7-8a87-04dfea383365 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.000363] env[69304]: DEBUG nova.compute.provider_tree [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.073804] env[69304]: INFO nova.compute.manager [-] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Took 1.65 seconds to deallocate network for instance. [ 1001.080293] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8ae7f5f-60b7-450a-a1ab-1175dd651c6b req-1232e2f0-3131-4ac7-a083-1066cf539bbf service nova] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.094618] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.319216] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209064, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.504557] env[69304]: DEBUG nova.scheduler.client.report [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.580979] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.595256] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.830582} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.595544] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.596401] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90340d8b-6002-41e7-a7a1-3aa3c01d4820 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620521] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ba5a53ee-0d25-4b15-a45b-01935ef145bf/ba5a53ee-0d25-4b15-a45b-01935ef145bf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.620851] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6471fd-67e8-4765-8bcb-49e256a97536 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.643305] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1001.643305] env[69304]: value = "task-4209066" [ 1001.643305] env[69304]: _type = "Task" [ 1001.643305] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.653401] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.723031] env[69304]: DEBUG nova.compute.manager [req-3d197041-421d-48c7-a9a7-4dae7e385df4 req-61abc9d9-4b26-4dad-880c-12356ec21441 service nova] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Received event network-vif-deleted-43e70263-352c-46ca-b483-9976b03ec4c5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1001.786905] env[69304]: DEBUG nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.821235] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209064, 'name': CreateVM_Task, 'duration_secs': 1.594555} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.823746] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.823991] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.824170] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.824357] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.824505] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.824652] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.824865] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.825168] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.829024] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.829024] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.829024] env[69304]: DEBUG nova.virt.hardware [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.829024] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.829024] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479532e2-70d9-41dd-a039-b2bfbbf1e34a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.830232] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.830543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.830896] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.831497] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9241f96-c383-4cb6-a255-e965127009dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.844820] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef42a09b-22dd-4f68-927a-d7efc301c879 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.851031] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1001.851031] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5233b537-f5dc-46b0-2518-90692faea9ab" [ 1001.851031] env[69304]: _type = "Task" [ 1001.851031] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.866144] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.873204] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Creating folder: Project (30cbc030d4b24b08ba239ca4b20f9742). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.874562] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc5d8373-9aa5-483b-880f-d8e8efe31d31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.880314] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5233b537-f5dc-46b0-2518-90692faea9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.882901] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.883205] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.883457] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.883604] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.884488] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.886893] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b908d92e-aef3-4aac-bd1f-8184e513da2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.892049] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Created folder: Project (30cbc030d4b24b08ba239ca4b20f9742) in parent group-v832645. [ 1001.892049] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Creating folder: Instances. Parent ref: group-v832863. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.892049] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-371465f8-1605-4ed7-9a5b-a40da5809604 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.903232] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.903452] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.905074] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ee13a0-6f84-45e8-aaa6-4d227ae65722 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.908133] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Created folder: Instances in parent group-v832863. [ 1001.908428] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.908647] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.909333] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c352b5f4-3454-4ca4-b333-2a377fcbb762 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.931035] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1001.931035] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52348208-6017-c13a-d7e3-023830060c1a" [ 1001.931035] env[69304]: _type = "Task" [ 1001.931035] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.937244] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.937244] env[69304]: value = "task-4209069" [ 1001.937244] env[69304]: _type = "Task" [ 1001.937244] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.948625] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52348208-6017-c13a-d7e3-023830060c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01464} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.954667] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209069, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.954946] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b68f490-8ce0-432c-8da8-08a97768ac5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.963393] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1001.963393] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525789ab-cbfb-ceee-ce3b-e199a6d5bb39" [ 1001.963393] env[69304]: _type = "Task" [ 1001.963393] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.972103] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525789ab-cbfb-ceee-ce3b-e199a6d5bb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.010254] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.013743] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.382s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.014587] env[69304]: DEBUG nova.objects.instance [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lazy-loading 'resources' on Instance uuid 4fe9fc02-84fc-4626-939d-eb24abef955a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.050485] env[69304]: INFO nova.scheduler.client.report [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Deleted allocations for instance f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5 [ 1002.158560] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209066, 'name': ReconfigVM_Task, 'duration_secs': 0.483028} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.158958] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ba5a53ee-0d25-4b15-a45b-01935ef145bf/ba5a53ee-0d25-4b15-a45b-01935ef145bf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.159581] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c092da-4905-4c46-a1ea-a6648fcc0dbf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.168043] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1002.168043] env[69304]: value = "task-4209070" [ 1002.168043] env[69304]: _type = "Task" [ 1002.168043] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.178882] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209070, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.449290] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209069, 'name': CreateVM_Task, 'duration_secs': 0.361719} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.449290] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.449832] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.450136] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.450535] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.450860] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83f723f-aa8d-4db3-8145-3b25a6bf189f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.462145] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1002.462145] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dbf91d-9c06-927d-d9dd-c46bed7008ee" [ 1002.462145] env[69304]: _type = "Task" [ 1002.462145] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.473399] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dbf91d-9c06-927d-d9dd-c46bed7008ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.478128] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525789ab-cbfb-ceee-ce3b-e199a6d5bb39, 'name': SearchDatastore_Task, 'duration_secs': 0.01758} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.478607] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.481180] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5/10ebd5e4-8286-4576-b758-8d251b2411a5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.481180] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3edfd94-5582-424d-9920-a1cfb9047d3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.487092] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1002.487092] env[69304]: value = "task-4209071" [ 1002.487092] env[69304]: _type = "Task" [ 1002.487092] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.498944] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.569019] env[69304]: DEBUG oslo_concurrency.lockutils [None req-77cb43a7-2634-42d4-bf0f-6541301b7722 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Lock "f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.893s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.687033] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209070, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.978631] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dbf91d-9c06-927d-d9dd-c46bed7008ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01268} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.978762] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.978921] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.979204] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.979384] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.979589] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.979874] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff05e7fc-2c93-46b5-94a3-71926776439e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.996029] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.996029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.996935] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62381765-15d6-40df-9ffd-ad5648d1bf29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.006039] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.012140] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1003.012140] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7a31d-72c9-1cb2-12b0-600c47e3b65c" [ 1003.012140] env[69304]: _type = "Task" [ 1003.012140] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.020955] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7a31d-72c9-1cb2-12b0-600c47e3b65c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.044553] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf1438f-e3d2-4528-94b4-af25e73e793d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.054797] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80248ab7-15f3-4079-a335-8f6c5c5a7fd3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.090347] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517cef03-65dc-44e1-a55b-4051168cba49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.100076] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2366f6-8b65-49f7-98d4-ea45aad91b9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.117504] env[69304]: DEBUG nova.compute.provider_tree [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.184411] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209070, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.503643] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.524976] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7a31d-72c9-1cb2-12b0-600c47e3b65c, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.526425] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39aec99-1130-45c2-a3b4-e3b41f948e9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.535474] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1003.535474] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524490ee-2b8a-e3ae-4ef0-f6d6142e0c98" [ 1003.535474] env[69304]: _type = "Task" [ 1003.535474] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.547121] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524490ee-2b8a-e3ae-4ef0-f6d6142e0c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.624235] env[69304]: DEBUG nova.scheduler.client.report [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.682475] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209070, 'name': Rename_Task, 'duration_secs': 1.235887} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.682784] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.683061] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3293099-0cf2-46d2-a5b0-ceda8ec8b8fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.694382] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1003.694382] env[69304]: value = "task-4209072" [ 1003.694382] env[69304]: _type = "Task" [ 1003.694382] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.705442] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.001732] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209071, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.330606} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.002071] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5/10ebd5e4-8286-4576-b758-8d251b2411a5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.002314] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.002595] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e37eaa0e-44d6-468d-8e51-6cbaa194bcd5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.012814] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1004.012814] env[69304]: value = "task-4209073" [ 1004.012814] env[69304]: _type = "Task" [ 1004.012814] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.026463] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.048446] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524490ee-2b8a-e3ae-4ef0-f6d6142e0c98, 'name': SearchDatastore_Task, 'duration_secs': 0.024981} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.048747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.049045] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.049337] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d09f0a2-73d9-4d66-ad85-a2f30dd403dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.061042] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1004.061042] env[69304]: value = "task-4209074" [ 1004.061042] env[69304]: _type = "Task" [ 1004.061042] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.068797] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.132437] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.136304] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.046s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.176959] env[69304]: INFO nova.scheduler.client.report [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Deleted allocations for instance 4fe9fc02-84fc-4626-939d-eb24abef955a [ 1004.211549] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.528058] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074574} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.528058] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.528827] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a484777-aefe-4695-96e6-77e611b93245 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.564202] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5/10ebd5e4-8286-4576-b758-8d251b2411a5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.567715] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b06102-42d9-4e62-af71-146478010579 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.606041] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.607532] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1004.607532] env[69304]: value = "task-4209075" [ 1004.607532] env[69304]: _type = "Task" [ 1004.607532] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.619342] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.700834] env[69304]: DEBUG oslo_concurrency.lockutils [None req-035df840-88ce-47ae-981b-a6dd4c479037 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Lock "4fe9fc02-84fc-4626-939d-eb24abef955a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.446s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.712194] env[69304]: DEBUG oslo_vmware.api [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209072, 'name': PowerOnVM_Task, 'duration_secs': 0.571943} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.712194] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.712194] env[69304]: INFO nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1004.713056] env[69304]: DEBUG nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.716685] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a252f1b-8f37-40c0-8e02-9d57aeac0fe4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.082724] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705387} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.084082] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.084082] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.084082] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12d8b21f-9271-48cc-9611-4e9694a3ef0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.091657] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1005.091657] env[69304]: value = "task-4209076" [ 1005.091657] env[69304]: _type = "Task" [ 1005.091657] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.106179] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.122856] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209075, 'name': ReconfigVM_Task, 'duration_secs': 0.454626} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.123056] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5/10ebd5e4-8286-4576-b758-8d251b2411a5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.123715] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1f25ea-cf5e-47be-8cdf-9c2ca7e8d62d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.133677] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1005.133677] env[69304]: value = "task-4209077" [ 1005.133677] env[69304]: _type = "Task" [ 1005.133677] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.145460] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209077, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.204596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a810fe22-0b41-42b6-8bf9-f9a0e23b36fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.213630] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eaeca1-66ed-496d-af02-a7f86a7b429c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.268453] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3e103-f805-4ffa-ab86-8470b27fb98e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.268453] env[69304]: INFO nova.compute.manager [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Took 42.64 seconds to build instance. [ 1005.277664] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf07172-ae01-48f9-83b2-020ec48c4438 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.295898] env[69304]: DEBUG nova.compute.provider_tree [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.605920] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074602} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.606682] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.608626] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1377c74-8896-4102-8fb9-f2fdb6e19cf5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.635245] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.635245] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977f9832-7922-46bd-9735-0c06fde2fefd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.663090] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209077, 'name': Rename_Task, 'duration_secs': 0.166846} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.664446] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.664887] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1005.664887] env[69304]: value = "task-4209078" [ 1005.664887] env[69304]: _type = "Task" [ 1005.664887] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.665194] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff05cda1-7b6e-41b6-aeb8-a313a4976249 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.676630] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.678281] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1005.678281] env[69304]: value = "task-4209079" [ 1005.678281] env[69304]: _type = "Task" [ 1005.678281] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.695857] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.771670] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e97ee347-293e-4703-a454-785536f507e0 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.217s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.802559] env[69304]: DEBUG nova.scheduler.client.report [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.962562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.962843] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.963163] env[69304]: INFO nova.compute.manager [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Shelving [ 1006.177578] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209078, 'name': ReconfigVM_Task, 'duration_secs': 0.316054} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.177858] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.181108] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7fae68-4732-4c11-a747-9665588f0198 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.197594] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.199058] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1006.199058] env[69304]: value = "task-4209080" [ 1006.199058] env[69304]: _type = "Task" [ 1006.199058] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.209730] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209080, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.693702] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.712600] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209080, 'name': Rename_Task, 'duration_secs': 0.147282} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.712938] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.713352] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67052873-0d61-4d0e-8856-920cd9bd18ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.722688] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1006.722688] env[69304]: value = "task-4209081" [ 1006.722688] env[69304]: _type = "Task" [ 1006.722688] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.734850] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.814579] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.678s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.814836] env[69304]: DEBUG nova.compute.manager [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69304) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1006.822212] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.556s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.823894] env[69304]: INFO nova.compute.claims [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.976304] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.976304] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df52473-ba0d-45f6-842a-ddda080dbd32 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.985433] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1006.985433] env[69304]: value = "task-4209082" [ 1006.985433] env[69304]: _type = "Task" [ 1006.985433] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.997071] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.197443] env[69304]: DEBUG oslo_vmware.api [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209079, 'name': PowerOnVM_Task, 'duration_secs': 1.064143} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.197443] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.197698] env[69304]: INFO nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1007.197768] env[69304]: DEBUG nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.198612] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c98ca9f-5f46-4b6e-979a-7cffcd363598 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.240104] env[69304]: DEBUG oslo_vmware.api [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209081, 'name': PowerOnVM_Task, 'duration_secs': 0.508841} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.240410] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.240614] env[69304]: INFO nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1007.240796] env[69304]: DEBUG nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.243036] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432019c6-65a6-41e3-bf33-47c89ef1ae92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.415386] env[69304]: INFO nova.scheduler.client.report [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted allocation for migration 64700a3e-2e3a-4062-ad52-bbe20f14490e [ 1007.495529] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209082, 'name': PowerOffVM_Task, 'duration_secs': 0.205981} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.495529] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.496313] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f121f975-54be-4e21-b167-34a536a1b365 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.517791] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048575ae-486a-44e5-8408-48ea0b69ea37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.721364] env[69304]: INFO nova.compute.manager [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Took 42.74 seconds to build instance. [ 1007.759335] env[69304]: INFO nova.compute.manager [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Took 37.74 seconds to build instance. [ 1007.924315] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3c45d145-4eeb-473e-90c2-1502471530c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.665s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.033066] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.034704] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b99d2691-b684-4ef9-baed-845cff672dd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.047210] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1008.047210] env[69304]: value = "task-4209083" [ 1008.047210] env[69304]: _type = "Task" [ 1008.047210] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.058753] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.229217] env[69304]: DEBUG oslo_concurrency.lockutils [None req-839275f1-d2ae-4e97-9ea8-ad646e944b56 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.880s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.261918] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4dfa79a4-cdc5-4f7d-8d4b-f21dfaa5256a tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.394s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.325691] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baa81f4-b0df-4377-906a-2ee1950fa2d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.334052] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb31fdc-0c78-47d9-8065-df6f469bcd3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.366780] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d5dc3-21bf-4e16-b374-09f2abcbb49e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.374925] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7cd476-8cbb-45b8-ac3b-604f1bd72fa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.389889] env[69304]: DEBUG nova.compute.provider_tree [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.558729] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.646276] env[69304]: DEBUG nova.compute.manager [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.648730] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e16e90-1319-4f0e-9118-dcc1cad05826 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.893296] env[69304]: DEBUG nova.scheduler.client.report [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.061308] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.160259] env[69304]: INFO nova.compute.manager [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] instance snapshotting [ 1009.163854] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b55844a-0bb6-4ac7-9c71-342d7b621f3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.185767] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f56ca3-1060-4d74-9a0b-471f90d7bf23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.400776] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.402035] env[69304]: DEBUG nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.404489] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.976s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.404636] env[69304]: DEBUG nova.objects.instance [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lazy-loading 'resources' on Instance uuid 57945fb7-92f2-4df8-a956-4bc533ff8304 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.560917] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209083, 'name': CreateSnapshot_Task, 'duration_secs': 1.354897} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.561275] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.562092] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c299c-896e-4098-a581-0a91c621320c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.700028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.700028] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dd2dcb1f-d31d-43d6-881f-0afd64e46bee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.708528] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1009.708528] env[69304]: value = "task-4209084" [ 1009.708528] env[69304]: _type = "Task" [ 1009.708528] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.722172] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209084, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.910228] env[69304]: DEBUG nova.compute.utils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.910228] env[69304]: DEBUG nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1010.085075] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.089235] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67d9119a-9acb-4626-96d8-bd9d6551fba6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.100515] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1010.100515] env[69304]: value = "task-4209085" [ 1010.100515] env[69304]: _type = "Task" [ 1010.100515] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.117198] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209085, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.223700] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209084, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.224499] env[69304]: DEBUG nova.objects.instance [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'flavor' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.385175] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bebc65f-84b9-41ac-974e-06673c582077 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.396181] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941f51b2-9c42-4858-a294-ca9ca9a8ef4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.431348] env[69304]: DEBUG nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.436555] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b7cdf-bfb6-4a18-bd76-92350761882c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.445618] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8497dcd-0051-4138-82ee-71321280fd59 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.465106] env[69304]: DEBUG nova.compute.provider_tree [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.610993] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209085, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.719958] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209084, 'name': CreateSnapshot_Task, 'duration_secs': 0.953364} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.720363] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.721171] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102966de-403a-458e-acc6-ac54a22c94cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.734753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.734919] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.735098] env[69304]: DEBUG nova.network.neutron [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.735278] env[69304]: DEBUG nova.objects.instance [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'info_cache' on Instance uuid 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.964813] env[69304]: DEBUG nova.scheduler.client.report [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.112763] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209085, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.244600] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1011.245883] env[69304]: DEBUG nova.objects.base [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Object Instance<18bfddfc-8ba9-41c3-bde7-a09ed7c153b4> lazy-loaded attributes: flavor,info_cache {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.247441] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3cf86669-3044-426c-85c2-6c88fddabca6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.257143] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1011.257143] env[69304]: value = "task-4209086" [ 1011.257143] env[69304]: _type = "Task" [ 1011.257143] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.266665] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209086, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.342135] env[69304]: DEBUG nova.compute.manager [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Received event network-changed-008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1011.342366] env[69304]: DEBUG nova.compute.manager [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Refreshing instance network info cache due to event network-changed-008893a0-2739-40e0-a497-3835ad269833. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1011.342600] env[69304]: DEBUG oslo_concurrency.lockutils [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.342777] env[69304]: DEBUG oslo_concurrency.lockutils [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.342933] env[69304]: DEBUG nova.network.neutron [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Refreshing network info cache for port 008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.442600] env[69304]: DEBUG nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.469802] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.475689] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.475896] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.476227] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.476370] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.476574] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.476790] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.477093] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.477320] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.477679] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.478307] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.478307] env[69304]: DEBUG nova.virt.hardware [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.478869] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.966s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.479121] env[69304]: DEBUG nova.objects.instance [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lazy-loading 'resources' on Instance uuid 0c2c87a6-834c-47f2-bb32-293d9a232e57 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.481965] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a0517a-6637-416b-8113-1fea004ceb59 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.494112] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0179e69-ae13-493b-b531-d5847f5c23fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.510446] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.516856] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Creating folder: Project (e96134f8fef1495aa8f8cc97fa3bea58). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.518292] env[69304]: INFO nova.scheduler.client.report [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted allocations for instance 57945fb7-92f2-4df8-a956-4bc533ff8304 [ 1011.519701] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1606299-f87d-44de-a647-da73931e97b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.535602] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Created folder: Project (e96134f8fef1495aa8f8cc97fa3bea58) in parent group-v832645. [ 1011.536319] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Creating folder: Instances. Parent ref: group-v832870. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.536319] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08cd5d0f-43c0-4265-9bee-57651c31afa9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.549362] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Created folder: Instances in parent group-v832870. [ 1011.549640] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.549837] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.550066] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca18f949-0d7f-4dff-a1b4-70caf8a5e90d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.571379] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.571379] env[69304]: value = "task-4209089" [ 1011.571379] env[69304]: _type = "Task" [ 1011.571379] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.581017] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209089, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.621812] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209085, 'name': CloneVM_Task} progress is 95%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.769997] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209086, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.028621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-039a71ee-d6b1-473e-b96f-f28d59495d42 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "57945fb7-92f2-4df8-a956-4bc533ff8304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.420s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.090237] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209089, 'name': CreateVM_Task, 'duration_secs': 0.311246} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.090442] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.091113] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.091113] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.091669] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.094369] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410a7348-cb7c-45ba-8c29-447b4c228aad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.104953] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1012.104953] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d14e4-3d46-3125-49a1-88d12baf8167" [ 1012.104953] env[69304]: _type = "Task" [ 1012.104953] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.121144] env[69304]: DEBUG nova.network.neutron [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [{"id": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "address": "fa:16:3e:4f:98:15", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02344b68-7c", "ovs_interfaceid": "02344b68-7cf4-417e-9a2f-2ddfca54f3fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.126451] env[69304]: INFO nova.compute.manager [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Rebuilding instance [ 1012.134152] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209085, 'name': CloneVM_Task, 'duration_secs': 1.817512} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.135380] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Created linked-clone VM from snapshot [ 1012.140561] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f64f6a-18f8-428f-b874-2ccb2406a6d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.143720] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d14e4-3d46-3125-49a1-88d12baf8167, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.148733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.149066] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.149572] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.149787] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.150031] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.152968] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f71db0f-f449-4510-8fc9-eca00815db90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.160065] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Uploading image af56fe09-dee7-4206-a99b-d679b7496cf9 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.175326] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.175326] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.178122] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f748b5d-9262-4200-8010-11f61dad4a4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.184955] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1012.184955] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521be22c-483f-7892-e953-3b3d1dc79203" [ 1012.184955] env[69304]: _type = "Task" [ 1012.184955] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.192047] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.192047] env[69304]: value = "vm-832867" [ 1012.192047] env[69304]: _type = "VirtualMachine" [ 1012.192047] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.192324] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2214ed71-97cd-4740-9bd5-1279ea01f45d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.198514] env[69304]: DEBUG nova.compute.manager [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.202092] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668d858f-5459-48b1-b00e-85bf19b3f298 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.212443] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521be22c-483f-7892-e953-3b3d1dc79203, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.212868] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e394e0-a7ec-4848-8f91-dcaceb642ec7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.220108] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease: (returnval){ [ 1012.220108] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eaef16-8eb3-6bca-21bf-478d33fe6949" [ 1012.220108] env[69304]: _type = "HttpNfcLease" [ 1012.220108] env[69304]: } obtained for exporting VM: (result){ [ 1012.220108] env[69304]: value = "vm-832867" [ 1012.220108] env[69304]: _type = "VirtualMachine" [ 1012.220108] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.220108] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the lease: (returnval){ [ 1012.220108] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eaef16-8eb3-6bca-21bf-478d33fe6949" [ 1012.220108] env[69304]: _type = "HttpNfcLease" [ 1012.220108] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.229641] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1012.229641] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522349bd-d1f7-90d7-18e1-4ddd6a6132e9" [ 1012.229641] env[69304]: _type = "Task" [ 1012.229641] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.239337] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.239337] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eaef16-8eb3-6bca-21bf-478d33fe6949" [ 1012.239337] env[69304]: _type = "HttpNfcLease" [ 1012.239337] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.240334] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.240334] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eaef16-8eb3-6bca-21bf-478d33fe6949" [ 1012.240334] env[69304]: _type = "HttpNfcLease" [ 1012.240334] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.241121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60b2305-9fe9-4eb8-8949-49c5aed7ec56 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.246943] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522349bd-d1f7-90d7-18e1-4ddd6a6132e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.252679] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffa99-89d8-5e8d-5632-3eb23df1a453/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.252925] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffa99-89d8-5e8d-5632-3eb23df1a453/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.254950] env[69304]: DEBUG nova.network.neutron [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updated VIF entry in instance network info cache for port 008893a0-2739-40e0-a497-3835ad269833. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.255720] env[69304]: DEBUG nova.network.neutron [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.326346] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209086, 'name': CloneVM_Task} progress is 95%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.402821] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c23a1c3-7759-460b-986c-f6883f53b56a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.589042] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4e255-6d93-4896-8816-11571664efab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.600021] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aa1e16-656a-4220-9ec0-4fd1e6ae61b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.634625] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.639187] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b2248-47c6-47a0-a67c-2eae5b3079b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.648525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e4c2da-2c95-4b25-b560-aed6c1f6ccc3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.664418] env[69304]: DEBUG nova.compute.provider_tree [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.742012] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522349bd-d1f7-90d7-18e1-4ddd6a6132e9, 'name': SearchDatastore_Task, 'duration_secs': 0.020604} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.743292] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.743753] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.744932] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c184b99-29a4-4928-8fb1-27ff14c2035c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.755736] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1012.755736] env[69304]: value = "task-4209091" [ 1012.755736] env[69304]: _type = "Task" [ 1012.755736] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.763339] env[69304]: DEBUG oslo_concurrency.lockutils [req-79c45767-821e-4f27-9c59-7069ec8cb98c req-17ca40d6-e605-46f8-af33-1cd053519edc service nova] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.763746] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.773316] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209086, 'name': CloneVM_Task, 'duration_secs': 1.341175} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.773616] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Created linked-clone VM from snapshot [ 1012.774438] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850cacd0-d4b6-4fe9-a211-141660ccffd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.783133] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Uploading image 30bcbee6-c6ea-4eb5-938d-900c4815e868 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.805782] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.805782] env[69304]: value = "vm-832869" [ 1012.805782] env[69304]: _type = "VirtualMachine" [ 1012.805782] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.806084] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69b9d609-c63b-49f3-be9e-807bd0078634 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.815209] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lease: (returnval){ [ 1012.815209] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520eb613-9390-5fb8-dbec-c0e1ee7ef83e" [ 1012.815209] env[69304]: _type = "HttpNfcLease" [ 1012.815209] env[69304]: } obtained for exporting VM: (result){ [ 1012.815209] env[69304]: value = "vm-832869" [ 1012.815209] env[69304]: _type = "VirtualMachine" [ 1012.815209] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.815653] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the lease: (returnval){ [ 1012.815653] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520eb613-9390-5fb8-dbec-c0e1ee7ef83e" [ 1012.815653] env[69304]: _type = "HttpNfcLease" [ 1012.815653] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.823474] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.823474] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520eb613-9390-5fb8-dbec-c0e1ee7ef83e" [ 1012.823474] env[69304]: _type = "HttpNfcLease" [ 1012.823474] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.168895] env[69304]: DEBUG nova.scheduler.client.report [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.236993] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.237432] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-013cfba5-5414-4281-940e-b66a8d16664e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.248637] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1013.248637] env[69304]: value = "task-4209093" [ 1013.248637] env[69304]: _type = "Task" [ 1013.248637] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.262365] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.268903] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209091, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.325133] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.325133] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520eb613-9390-5fb8-dbec-c0e1ee7ef83e" [ 1013.325133] env[69304]: _type = "HttpNfcLease" [ 1013.325133] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.325686] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.325686] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520eb613-9390-5fb8-dbec-c0e1ee7ef83e" [ 1013.325686] env[69304]: _type = "HttpNfcLease" [ 1013.325686] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.326570] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cae3ea-66c7-4b81-9cb7-0f01a2020d69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.336139] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859df5-2f00-6219-5d58-c73a3e091aa9/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.336322] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859df5-2f00-6219-5d58-c73a3e091aa9/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.474109] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61df3718-79c5-4479-884a-a11476facb62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.652059] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.652059] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92acf57a-90c2-4196-a901-0371578354c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.658051] env[69304]: DEBUG oslo_vmware.api [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1013.658051] env[69304]: value = "task-4209094" [ 1013.658051] env[69304]: _type = "Task" [ 1013.658051] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.674613] env[69304]: DEBUG oslo_vmware.api [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.675893] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.678758] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.501s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.679321] env[69304]: DEBUG nova.objects.instance [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'resources' on Instance uuid 9d85416d-447f-4fa6-9efe-fc80a948865b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.710658] env[69304]: INFO nova.scheduler.client.report [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Deleted allocations for instance 0c2c87a6-834c-47f2-bb32-293d9a232e57 [ 1013.763170] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209093, 'name': PowerOffVM_Task, 'duration_secs': 0.182616} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.771537] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.772505] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.773875] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73fef6-4279-4583-a811-588438fc016c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.784651] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.785714] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.786062] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.786762] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e959d815-c4b3-4ee6-8651-259c5bd4d074 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.792025] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.792791] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cf5d943-d7bb-41ed-8dd9-41fe62d29f14 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.800993] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1013.800993] env[69304]: value = "task-4209095" [ 1013.800993] env[69304]: _type = "Task" [ 1013.800993] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.811601] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.824277] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.824830] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.826262] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Deleting the datastore file [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.826262] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83374e99-9fda-4a29-b617-a3a2f41602a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.834887] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1013.834887] env[69304]: value = "task-4209097" [ 1013.834887] env[69304]: _type = "Task" [ 1013.834887] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.846272] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.173017] env[69304]: DEBUG oslo_vmware.api [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.219809] env[69304]: DEBUG oslo_concurrency.lockutils [None req-819b4a63-4447-4e61-89a2-6f9ee38de9fb tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Lock "0c2c87a6-834c-47f2-bb32-293d9a232e57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.516s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.322546] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136878} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.324626] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.324626] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b8c308-b16c-4599-9890-fcf8831e4a18 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.357686] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.365522] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c5623e8-154f-40e9-b3ce-6543d1b7ee47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.388178] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227871} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.390450] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.390895] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.391116] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.396529] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1014.396529] env[69304]: value = "task-4209098" [ 1014.396529] env[69304]: _type = "Task" [ 1014.396529] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.413797] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.681167] env[69304]: DEBUG oslo_vmware.api [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209094, 'name': PowerOnVM_Task, 'duration_secs': 0.617674} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.681757] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.682877] env[69304]: DEBUG nova.compute.manager [None req-a7d6772c-79ee-44fe-988b-e16ceb8f1a84 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1014.683877] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3bbe67-8ffb-42b0-a26d-0eb9e4160c15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.750317] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc489849-8513-4afd-b15a-2dbc992833b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.764596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf678363-754f-4f25-b8ce-578b14eae63d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.804072] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad339d4e-35ae-44df-bf2e-eaecc385872b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.814687] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636615e3-d113-4885-ba3f-9a6ac5946c33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.836266] env[69304]: DEBUG nova.compute.provider_tree [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.915177] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209098, 'name': ReconfigVM_Task, 'duration_secs': 0.443996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.915177] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.939690] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2edcc474-7dc1-4f2c-a2ef-a153ca8b4153 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.939690] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1014.939690] env[69304]: value = "task-4209099" [ 1014.939690] env[69304]: _type = "Task" [ 1014.939690] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.939690] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209099, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.343328] env[69304]: DEBUG nova.scheduler.client.report [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.437719] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209099, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.855747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.856686] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.843s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.857211] env[69304]: DEBUG nova.objects.instance [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1015.918642] env[69304]: INFO nova.scheduler.client.report [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted allocations for instance 9d85416d-447f-4fa6-9efe-fc80a948865b [ 1015.946029] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209099, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.232223] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.232398] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.232534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.232712] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.232878] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.235802] env[69304]: INFO nova.compute.manager [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Terminating instance [ 1016.437102] env[69304]: DEBUG oslo_concurrency.lockutils [None req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "9d85416d-447f-4fa6-9efe-fc80a948865b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.179s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.450891] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209099, 'name': Rename_Task, 'duration_secs': 1.05166} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.450891] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.450891] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f4dbbe-53dd-4703-bdab-4a62074ce288 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.460561] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1016.460561] env[69304]: value = "task-4209100" [ 1016.460561] env[69304]: _type = "Task" [ 1016.460561] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.476881] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.740715] env[69304]: DEBUG nova.compute.manager [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.744026] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.744026] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1cd134-84c3-46ad-9dc9-cf229de5df44 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.756186] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.758954] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310df6c7-6cdc-4ae6-a677-4ef645bec3a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.766741] env[69304]: DEBUG oslo_vmware.api [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1016.766741] env[69304]: value = "task-4209101" [ 1016.766741] env[69304]: _type = "Task" [ 1016.766741] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.778485] env[69304]: DEBUG oslo_vmware.api [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.871492] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35a4e956-2f16-43d2-bfa4-201b719206fd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.872733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.891s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.875147] env[69304]: INFO nova.compute.claims [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.972644] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.279737] env[69304]: DEBUG oslo_vmware.api [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209101, 'name': PowerOffVM_Task, 'duration_secs': 0.270682} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.280138] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.281506] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.281844] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-696095ec-696f-4ab8-9afe-af8703330e14 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.472667] env[69304]: DEBUG oslo_vmware.api [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209100, 'name': PowerOnVM_Task, 'duration_secs': 0.620191} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.473008] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.473226] env[69304]: INFO nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1017.473408] env[69304]: DEBUG nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.474401] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c6278f-a001-426f-a6ad-355116dedee3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.001911] env[69304]: INFO nova.compute.manager [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Took 42.76 seconds to build instance. [ 1018.316372] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e69675-952a-467b-9e17-575efce448e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.325445] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce46a4-3c14-4ab5-94ce-f6e55f224aeb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.359560] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295aa25-b23c-4b41-b366-6d4597cc2ae0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.368741] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c2afa-f053-4c6b-aa77-407f27865ae9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.384288] env[69304]: DEBUG nova.compute.provider_tree [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.508472] env[69304]: DEBUG oslo_concurrency.lockutils [None req-98e96a49-3b1b-4437-a7ae-73fdbc513ed2 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.277s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.888181] env[69304]: DEBUG nova.scheduler.client.report [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.254174] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.255112] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.255112] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleting the datastore file [datastore1] 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.255298] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f54f8e89-7e84-4713-bfaf-538776ab172e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.266882] env[69304]: DEBUG oslo_vmware.api [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1019.266882] env[69304]: value = "task-4209103" [ 1019.266882] env[69304]: _type = "Task" [ 1019.266882] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.282372] env[69304]: DEBUG oslo_vmware.api [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.394385] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.394924] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.397693] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.098s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.399354] env[69304]: INFO nova.compute.claims [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.778219] env[69304]: DEBUG oslo_vmware.api [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330132} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.778789] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.778789] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.778965] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.779153] env[69304]: INFO nova.compute.manager [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 3.04 seconds to destroy the instance on the hypervisor. [ 1019.779529] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.779865] env[69304]: DEBUG nova.compute.manager [-] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.779987] env[69304]: DEBUG nova.network.neutron [-] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.904818] env[69304]: DEBUG nova.compute.utils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.908825] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.909033] env[69304]: DEBUG nova.network.neutron [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.224016] env[69304]: DEBUG nova.policy [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf9cfff44014b2cbd918be0bd0cba88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d5ee39925e470d8052bcc432f5aa4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.409838] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.721648] env[69304]: DEBUG nova.network.neutron [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Successfully created port: de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.820797] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526480a7-ac9a-498a-9da8-9724046a5751 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.830854] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15fc0a4-1c5c-4456-9adf-c3ec1728b9be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.863934] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4943319-74c3-459f-bf46-f647b65024cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.873289] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28c44b1-5929-41d5-953e-076b63c78302 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.889861] env[69304]: DEBUG nova.compute.provider_tree [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.209681] env[69304]: DEBUG nova.network.neutron [-] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.393966] env[69304]: DEBUG nova.scheduler.client.report [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.422884] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.713081] env[69304]: INFO nova.compute.manager [-] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Took 1.93 seconds to deallocate network for instance. [ 1021.900018] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.900018] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.906365] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.907049] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.907049] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.907319] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.907627] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.908036] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.908236] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.908504] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.908779] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.909023] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.909580] env[69304]: DEBUG nova.virt.hardware [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.909747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.892s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.909976] env[69304]: DEBUG nova.objects.instance [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1021.915338] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23843430-0471-4d77-8347-6d84187c9782 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.925057] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465842ec-98b7-440f-84c2-bb9432ffc4c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.932167] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.932622] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.932988] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.933292] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.933500] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.933704] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.933973] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.934250] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.935476] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.935476] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.935476] env[69304]: DEBUG nova.virt.hardware [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.937330] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fed2c77-7e89-47ce-9d3d-d428748ea986 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.951908] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.958163] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.961609] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffa99-89d8-5e8d-5632-3eb23df1a453/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1021.969504] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.970472] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e9486-98ae-4108-8045-1446a0c32c50 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.973722] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-231a6283-af24-4db2-b433-7397730cab4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.987885] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4157c9f2-46b3-456f-a685-0fd0b996c493 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.999863] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffa99-89d8-5e8d-5632-3eb23df1a453/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.000057] env[69304]: ERROR oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffa99-89d8-5e8d-5632-3eb23df1a453/disk-0.vmdk due to incomplete transfer. [ 1022.009913] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92b34ebe-3246-48cd-8319-4d0035697b8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.012857] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.012857] env[69304]: value = "task-4209104" [ 1022.012857] env[69304]: _type = "Task" [ 1022.012857] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.019830] env[69304]: DEBUG oslo_vmware.rw_handles [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffa99-89d8-5e8d-5632-3eb23df1a453/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1022.020023] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Uploaded image af56fe09-dee7-4206-a99b-d679b7496cf9 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1022.022489] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.026146] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c417688-8f5b-4c8c-a413-ab9a40f66843 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.027831] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209104, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.034631] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1022.034631] env[69304]: value = "task-4209105" [ 1022.034631] env[69304]: _type = "Task" [ 1022.034631] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.044649] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209105, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.220415] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.264968] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859df5-2f00-6219-5d58-c73a3e091aa9/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.266598] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7d9ea0-7fb6-4104-82c4-a870d8b73f9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.273805] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859df5-2f00-6219-5d58-c73a3e091aa9/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.273805] env[69304]: ERROR oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859df5-2f00-6219-5d58-c73a3e091aa9/disk-0.vmdk due to incomplete transfer. [ 1022.274047] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1a41337c-b572-4794-b0a8-8302b2a908a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.283157] env[69304]: DEBUG oslo_vmware.rw_handles [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859df5-2f00-6219-5d58-c73a3e091aa9/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1022.283474] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Uploaded image 30bcbee6-c6ea-4eb5-938d-900c4815e868 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1022.284980] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.285400] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1c88ade-83ec-4315-9e0a-667436c8ba5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.292287] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1022.292287] env[69304]: value = "task-4209106" [ 1022.292287] env[69304]: _type = "Task" [ 1022.292287] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.303050] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209106, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.317356] env[69304]: DEBUG nova.network.neutron [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Successfully updated port: de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.420516] env[69304]: DEBUG nova.compute.utils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.426624] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.426823] env[69304]: DEBUG nova.network.neutron [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.485254] env[69304]: DEBUG nova.policy [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.526606] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209104, 'name': CreateVM_Task, 'duration_secs': 0.388142} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.526750] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.528208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.528208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.528208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.528208] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa54bad-9631-401c-add6-4a0634767e8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.533919] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1022.533919] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5234e923-ea3f-b8e8-be15-12364b88f90b" [ 1022.533919] env[69304]: _type = "Task" [ 1022.533919] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.728333] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209105, 'name': Destroy_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.728333] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5234e923-ea3f-b8e8-be15-12364b88f90b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.728333] env[69304]: INFO nova.compute.manager [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Rebuilding instance [ 1022.728333] env[69304]: DEBUG nova.compute.manager [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.728333] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41413615-d18a-4cea-9ee5-dc8affd8d470 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.738121] env[69304]: DEBUG nova.compute.manager [req-5e83d170-99b1-480a-9397-57a181bdf0d5 req-91e34bc5-6180-40c1-a974-6fddf88d5ef6 service nova] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Received event network-vif-deleted-02344b68-7cf4-417e-9a2f-2ddfca54f3fd {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1022.804198] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209106, 'name': Destroy_Task, 'duration_secs': 0.367803} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.804198] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Destroyed the VM [ 1022.804198] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.804198] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f468097d-5de4-44a8-a84f-ede66af7e47b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.812306] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1022.812306] env[69304]: value = "task-4209107" [ 1022.812306] env[69304]: _type = "Task" [ 1022.812306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.821474] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.823252] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.823403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.824027] env[69304]: DEBUG nova.network.neutron [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.848919] env[69304]: DEBUG nova.network.neutron [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Successfully created port: 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.927542] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.931995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d4ae878f-2c26-4609-a747-19dce954b617 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.933384] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.740s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.933596] env[69304]: DEBUG nova.objects.instance [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.055198] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209105, 'name': Destroy_Task, 'duration_secs': 0.657123} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.062032] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Destroyed the VM [ 1023.062489] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.067453] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5234e923-ea3f-b8e8-be15-12364b88f90b, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.067767] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43da8056-82d9-43f7-bb42-91be355f931e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.072085] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.072524] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.073831] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.074075] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.074367] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.074949] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.074949] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.076012] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6ce513-c7f0-4347-9aad-90c954639e94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.086088] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1023.086088] env[69304]: value = "task-4209108" [ 1023.086088] env[69304]: _type = "Task" [ 1023.086088] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.093485] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.093894] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.095055] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56801aa-8199-4b34-bca6-d95fc562bc0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.101504] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.109287] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1023.109287] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521dc765-9ec6-4377-f4ab-7a6f17d0a258" [ 1023.109287] env[69304]: _type = "Task" [ 1023.109287] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.122941] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521dc765-9ec6-4377-f4ab-7a6f17d0a258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.324672] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209107, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.374711] env[69304]: DEBUG nova.network.neutron [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.564792] env[69304]: DEBUG nova.network.neutron [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.578163] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.597885] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209108, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.624450] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521dc765-9ec6-4377-f4ab-7a6f17d0a258, 'name': SearchDatastore_Task, 'duration_secs': 0.037457} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.625311] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94b8dd6-7d66-452e-8f9b-54184dcd9aee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.631580] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1023.631580] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52481e9a-95a0-1c0a-8482-adca9313895a" [ 1023.631580] env[69304]: _type = "Task" [ 1023.631580] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.640410] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52481e9a-95a0-1c0a-8482-adca9313895a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.744535] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.745177] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e096ed75-4304-4178-ad2b-6949c21d554b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.753576] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1023.753576] env[69304]: value = "task-4209109" [ 1023.753576] env[69304]: _type = "Task" [ 1023.753576] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.762594] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.823418] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209107, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.950023] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.953174] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d67f8fd-e14c-4a18-85f1-21029f00dfa7 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.954644] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.620s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.955078] env[69304]: DEBUG nova.objects.instance [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lazy-loading 'resources' on Instance uuid 407887d5-5e6b-4e1a-bd96-0d2f469e9d05 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.984059] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.984463] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.984707] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.984832] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.984976] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.987498] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.987498] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.987498] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.987498] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.987498] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.987498] env[69304]: DEBUG nova.virt.hardware [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.988191] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c23d5e-b4bb-49ef-a978-843af4d86223 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.002441] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9696bf6-5a90-4164-a70c-9580c0759f94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.067389] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.067738] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance network_info: |[{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.068204] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:1e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de075419-79e5-4f90-86fe-067e3ca754ee', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.078022] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating folder: Project (46d5ee39925e470d8052bcc432f5aa4e). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.078022] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b00a2c6-c8f5-44f0-b944-c81bbe6faeea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.094435] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Created folder: Project (46d5ee39925e470d8052bcc432f5aa4e) in parent group-v832645. [ 1024.094435] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating folder: Instances. Parent ref: group-v832874. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.094435] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60afee90-bea6-4033-9250-89838b51bd69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.102053] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.854051} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.102285] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.103148] env[69304]: DEBUG nova.compute.manager [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.103393] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4162cf0-cdbd-4710-98ed-91eb36dc8ddf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.107170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.108566] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Created folder: Instances in parent group-v832874. [ 1024.108798] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.109379] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.109602] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd6c98a-04de-47ce-bf3d-f69d55c67006 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.137067] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.137067] env[69304]: value = "task-4209112" [ 1024.137067] env[69304]: _type = "Task" [ 1024.137067] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.144791] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52481e9a-95a0-1c0a-8482-adca9313895a, 'name': SearchDatastore_Task, 'duration_secs': 0.024413} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.145687] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.146114] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.146223] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567d9ac3-3a6c-4fdd-ac2d-3177b8c8e45e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.151871] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209112, 'name': CreateVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.159851] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1024.159851] env[69304]: value = "task-4209113" [ 1024.159851] env[69304]: _type = "Task" [ 1024.159851] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.170112] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.265292] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209109, 'name': PowerOffVM_Task, 'duration_secs': 0.138014} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.265878] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.266677] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.267998] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6ab41d-ac71-4b20-92b9-4c360964545f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.276162] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.276693] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca067c2d-9eb2-4dac-bd30-f50c82f992c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.310029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.310029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.310029] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Deleting the datastore file [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.310029] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-487094e7-1cdf-46a9-bf43-ae9a1747bddd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.320368] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1024.320368] env[69304]: value = "task-4209115" [ 1024.320368] env[69304]: _type = "Task" [ 1024.320368] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.328323] env[69304]: DEBUG oslo_vmware.api [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209107, 'name': RemoveSnapshot_Task, 'duration_secs': 1.203452} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.329553] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.330074] env[69304]: INFO nova.compute.manager [None req-fdf93f88-5962-4aa8-beff-2d788b21247d tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Took 15.17 seconds to snapshot the instance on the hypervisor. [ 1024.336574] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.445274] env[69304]: DEBUG nova.network.neutron [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Successfully updated port: 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.636204] env[69304]: INFO nova.compute.manager [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Shelve offloading [ 1024.663596] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209112, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.678020] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209113, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.804277] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-vif-plugged-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.804277] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.804277] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.804508] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.804912] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] No waiting events found dispatching network-vif-plugged-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.805207] env[69304]: WARNING nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received unexpected event network-vif-plugged-de075419-79e5-4f90-86fe-067e3ca754ee for instance with vm_state building and task_state spawning. [ 1024.805506] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-changed-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1024.805793] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Refreshing instance network info cache due to event network-changed-de075419-79e5-4f90-86fe-067e3ca754ee. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1024.806132] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.806628] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.806912] env[69304]: DEBUG nova.network.neutron [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Refreshing network info cache for port de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.834265] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435674} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.837037] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.837260] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.837442] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.923178] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9279a086-3373-4975-91a0-3af2741d46a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.931535] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc34f8-6859-4d39-a5f8-e8b9c8e4920b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.964863] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.964863] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.965266] env[69304]: DEBUG nova.network.neutron [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.967929] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a3493-0101-4d97-8347-78283517ba12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.976693] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c91ce3-dae1-49cc-80e9-59c05cf21649 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.994232] env[69304]: DEBUG nova.compute.provider_tree [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.944343] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.957182] env[69304]: DEBUG nova.scheduler.client.report [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.961030] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209112, 'name': CreateVM_Task, 'duration_secs': 0.657872} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.961030] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18776888-9f71-41ff-9c87-d8e64e3cd025 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.967682] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.969747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.969958] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.970314] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.972144] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4372bd5a-2f60-40d2-a9e3-84f686388d5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.977726] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566666} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.979853] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.979977] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.980350] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1025.980350] env[69304]: value = "task-4209116" [ 1025.980350] env[69304]: _type = "Task" [ 1025.980350] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.980932] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ad7b6bb-01e1-4561-b9c5-1a111713240a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.989648] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1025.989648] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c30e94-09cf-909a-66be-72de4c777543" [ 1025.989648] env[69304]: _type = "Task" [ 1025.989648] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.000931] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.001207] env[69304]: DEBUG nova.compute.manager [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.001557] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1026.001557] env[69304]: value = "task-4209117" [ 1026.001557] env[69304]: _type = "Task" [ 1026.001557] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.002599] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5571ff-a872-4faa-b321-b91b64e893fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.014947] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c30e94-09cf-909a-66be-72de4c777543, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.016406] env[69304]: DEBUG nova.network.neutron [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.020046] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.020046] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.020046] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.021420] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.021420] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.023051] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e32367b-587d-4fa6-8249-6122ee3c8dc0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.030114] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.030410] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.030564] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.030744] env[69304]: DEBUG nova.network.neutron [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.040526] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.040698] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.041585] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff797dc7-ac16-494e-976b-633fdbaf4538 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.051816] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1026.051816] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52798660-d6ed-7311-0572-ed1389e451a9" [ 1026.051816] env[69304]: _type = "Task" [ 1026.051816] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.064665] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52798660-d6ed-7311-0572-ed1389e451a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.065909] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9982507c-9f79-478a-a5af-1a64981ec865 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.072864] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1026.072864] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fba6c-8f96-d32a-7c3e-70ba3709f210" [ 1026.072864] env[69304]: _type = "Task" [ 1026.072864] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.085009] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fba6c-8f96-d32a-7c3e-70ba3709f210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.293642] env[69304]: DEBUG nova.network.neutron [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.357385] env[69304]: DEBUG nova.network.neutron [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updated VIF entry in instance network info cache for port de075419-79e5-4f90-86fe-067e3ca754ee. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.358980] env[69304]: DEBUG nova.network.neutron [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.464165] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.509s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.468562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.699s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.470359] env[69304]: INFO nova.compute.claims [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.473454] env[69304]: INFO nova.compute.manager [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Rebuilding instance [ 1026.492308] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.493045] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.493045] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.493045] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.493045] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.493045] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.493408] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.493695] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.493923] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.494100] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.494277] env[69304]: DEBUG nova.virt.hardware [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.496739] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d6261-8262-4666-ae11-31d144f9b983 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.501086] env[69304]: INFO nova.scheduler.client.report [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Deleted allocations for instance 407887d5-5e6b-4e1a-bd96-0d2f469e9d05 [ 1026.515704] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db940cba-9646-437f-a7f3-a15b9d33a906 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.525773] env[69304]: DEBUG nova.compute.manager [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.529698] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac28cee-1d4a-4c11-91c5-be7593e10f51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.532262] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087818} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.540983] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.543727] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.549320] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.551115] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67debfe4-088a-44c9-aad8-1b6d2db0039a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.554255] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.556580] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9f58346-59e3-4876-9731-a2e1bad81718 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.585298] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.585298] env[69304]: value = "task-4209118" [ 1026.585298] env[69304]: _type = "Task" [ 1026.585298] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.598191] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.601215] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c53e17-fa03-4699-8854-a64b73de702f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.625969] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fba6c-8f96-d32a-7c3e-70ba3709f210, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.628647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.628647] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.628647] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb13e36-34fb-4bb5-a49d-427912838a15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.633728] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209118, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.635550] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1026.635550] env[69304]: value = "task-4209119" [ 1026.635550] env[69304]: _type = "Task" [ 1026.635550] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.641023] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1026.641023] env[69304]: value = "task-4209120" [ 1026.641023] env[69304]: _type = "Task" [ 1026.641023] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.647937] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.655283] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.800274] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.800565] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Instance network_info: |[{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.801097] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:35:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '303e4d2c-8f59-4c93-a461-d14d1783c0d3', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.808787] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.809060] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.810125] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d17dd62b-0121-4c02-ae04-b3efee6440c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.833540] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.833540] env[69304]: value = "task-4209121" [ 1026.833540] env[69304]: _type = "Task" [ 1026.833540] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.846994] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209121, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.861078] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.861250] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-vif-plugged-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1026.861407] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.861621] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.861780] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.861946] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] No waiting events found dispatching network-vif-plugged-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.862129] env[69304]: WARNING nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received unexpected event network-vif-plugged-303e4d2c-8f59-4c93-a461-d14d1783c0d3 for instance with vm_state building and task_state spawning. [ 1026.862293] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1026.862455] env[69304]: DEBUG nova.compute.manager [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing instance network info cache due to event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1026.862808] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.862957] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.863128] env[69304]: DEBUG nova.network.neutron [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.918511] env[69304]: DEBUG nova.network.neutron [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.012904] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Lock "407887d5-5e6b-4e1a-bd96-0d2f469e9d05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.283s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.112481] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209118, 'name': CreateVM_Task, 'duration_secs': 0.425627} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.112713] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.113274] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.113375] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.113782] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.114082] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790c754f-c6c6-4c3c-a786-4d065b0b43da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.123747] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1027.123747] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521121ab-d3f7-d48a-d194-84f3f8521b88" [ 1027.123747] env[69304]: _type = "Task" [ 1027.123747] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.135519] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521121ab-d3f7-d48a-d194-84f3f8521b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.153722] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.157464] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.211444] env[69304]: DEBUG nova.compute.manager [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.212414] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85af1b1-4618-4507-b02e-dfb9ae008e8b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.346180] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209121, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.423321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.580553] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.580553] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec674cd-fe2f-41f9-ae44-8ac16fa05120 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.588266] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 1027.588266] env[69304]: value = "task-4209122" [ 1027.588266] env[69304]: _type = "Task" [ 1027.588266] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.601432] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.640185] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521121ab-d3f7-d48a-d194-84f3f8521b88, 'name': SearchDatastore_Task, 'duration_secs': 0.05246} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.645433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.645989] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.647220] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.647220] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.647220] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.647739] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b3e0d1-4d5b-4a06-a2af-ab92f042f768 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.669213] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547597} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.669487] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209119, 'name': ReconfigVM_Task, 'duration_secs': 0.646768} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.671184] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.671429] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.671782] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55/d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.672399] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.672569] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.673324] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47da660d-bf1d-4614-b1d3-237447a0ec2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.675341] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83a1a87-ecda-47bf-be20-028e9fed3e51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.676937] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1550739-e567-400a-b674-1ff317357591 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.685654] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1027.685654] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ee6737-6188-ffed-9b76-f2c51b03a75a" [ 1027.685654] env[69304]: _type = "Task" [ 1027.685654] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.688360] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1027.688360] env[69304]: value = "task-4209124" [ 1027.688360] env[69304]: _type = "Task" [ 1027.688360] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.688735] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1027.688735] env[69304]: value = "task-4209123" [ 1027.688735] env[69304]: _type = "Task" [ 1027.688735] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.723882] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ee6737-6188-ffed-9b76-f2c51b03a75a, 'name': SearchDatastore_Task, 'duration_secs': 0.015822} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.723882] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.730539] env[69304]: INFO nova.compute.manager [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] instance snapshotting [ 1027.732378] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209123, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.732954] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdfb42f-f317-4f8e-9b32-3e433844bec2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.738136] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf605b-ca91-40d1-9040-99b8d3046978 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.760919] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc24cdf-28c8-4e82-9d61-e00738ec92f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.764019] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1027.764019] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5200317b-a796-2811-d8c0-67107c863197" [ 1027.764019] env[69304]: _type = "Task" [ 1027.764019] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.779646] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5200317b-a796-2811-d8c0-67107c863197, 'name': SearchDatastore_Task, 'duration_secs': 0.019666} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.780097] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.780492] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.780898] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-773bc7a1-3706-4fd8-b95a-04e4d8d5df1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.790108] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1027.790108] env[69304]: value = "task-4209125" [ 1027.790108] env[69304]: _type = "Task" [ 1027.790108] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.802094] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.849243] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209121, 'name': CreateVM_Task, 'duration_secs': 0.526404} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.849243] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.849243] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.849441] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.849612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.849882] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0e7caf-743b-4662-a375-4118d2802874 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.859045] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1027.859045] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e018e-b668-3e11-1e0e-15259b272538" [ 1027.859045] env[69304]: _type = "Task" [ 1027.859045] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.867609] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e018e-b668-3e11-1e0e-15259b272538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.013127] env[69304]: DEBUG nova.network.neutron [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updated VIF entry in instance network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.013516] env[69304]: DEBUG nova.network.neutron [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.043900] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e226833a-26bb-4591-812b-8a1d37718357 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.055041] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b205d36-ecd5-43f7-9744-3902e870e3a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.096439] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1d404-d8f3-4ec8-8d44-704ef0ead9af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.109269] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944aa5df-8f2a-4e67-a794-4d3e6999c978 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.113895] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209122, 'name': PowerOffVM_Task, 'duration_secs': 0.198629} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.114217] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.114941] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.116302] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874c9af0-cb1a-44d7-9ec6-672f9d03762d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.128022] env[69304]: DEBUG nova.compute.provider_tree [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.133298] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 1028.133298] env[69304]: value = "task-4209126" [ 1028.133298] env[69304]: _type = "Task" [ 1028.133298] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.142557] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1028.142774] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.142842] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832826', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'name': 'volume-54f44ba5-7e17-4010-97b1-80c8d89a6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf3c0cd2-ab64-4d79-b502-f38332426afe', 'attached_at': '', 'detached_at': '', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'serial': '54f44ba5-7e17-4010-97b1-80c8d89a6040'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1028.143840] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e88bbe-1843-4cf4-8d84-26c8638ae9e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.167415] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4100cd-084d-44f8-b60b-eb4139b41a0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.174516] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d234c1-8ce3-4150-804b-cd5fd06b0766 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.196665] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2baf7dc-c1c1-4a5a-8bea-1fdf1f5b7ac0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.213103] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079323} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.229270] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.229698] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] The volume has not been displaced from its original location: [datastore2] volume-54f44ba5-7e17-4010-97b1-80c8d89a6040/volume-54f44ba5-7e17-4010-97b1-80c8d89a6040.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.235310] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.236110] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209123, 'name': Rename_Task, 'duration_secs': 0.234886} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.236999] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a501afc-63e3-4698-ad68-a04e5635c4a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.240181] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb377a0f-5b51-471b-baaa-cb87df40702b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.253834] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.254183] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c6d3c2-4a4c-430b-869d-18cc9b9ec9f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.279800] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.284221] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1028.284221] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822136d6-5982-470c-a361-d29e069ae165 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.298912] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1028.298912] env[69304]: value = "task-4209127" [ 1028.298912] env[69304]: _type = "Task" [ 1028.298912] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.299254] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 1028.299254] env[69304]: value = "task-4209128" [ 1028.299254] env[69304]: _type = "Task" [ 1028.299254] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.300646] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.300941] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a30cd56b-0073-4abc-9e10-1c8fd038b17f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.304533] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aa39c9-0395-4191-8bf9-c813136297e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.323874] env[69304]: DEBUG nova.compute.manager [req-9115c543-1d24-465c-b891-ea569863667a req-756b95de-47e1-4ce5-b38a-69aecfec3ef6 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-vif-unplugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1028.324134] env[69304]: DEBUG oslo_concurrency.lockutils [req-9115c543-1d24-465c-b891-ea569863667a req-756b95de-47e1-4ce5-b38a-69aecfec3ef6 service nova] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.324359] env[69304]: DEBUG oslo_concurrency.lockutils [req-9115c543-1d24-465c-b891-ea569863667a req-756b95de-47e1-4ce5-b38a-69aecfec3ef6 service nova] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.324535] env[69304]: DEBUG oslo_concurrency.lockutils [req-9115c543-1d24-465c-b891-ea569863667a req-756b95de-47e1-4ce5-b38a-69aecfec3ef6 service nova] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.324832] env[69304]: DEBUG nova.compute.manager [req-9115c543-1d24-465c-b891-ea569863667a req-756b95de-47e1-4ce5-b38a-69aecfec3ef6 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] No waiting events found dispatching network-vif-unplugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.324916] env[69304]: WARNING nova.compute.manager [req-9115c543-1d24-465c-b891-ea569863667a req-756b95de-47e1-4ce5-b38a-69aecfec3ef6 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received unexpected event network-vif-unplugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f for instance with vm_state shelved and task_state shelving_offloading. [ 1028.325694] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1028.325694] env[69304]: value = "task-4209129" [ 1028.325694] env[69304]: _type = "Task" [ 1028.325694] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.332089] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.339312] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261650fa-fad7-4e11-a240-1bc79324faca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.342370] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1028.342370] env[69304]: value = "task-4209130" [ 1028.342370] env[69304]: _type = "Task" [ 1028.342370] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.350846] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.351120] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.360056] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.364463] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.374407] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e018e-b668-3e11-1e0e-15259b272538, 'name': SearchDatastore_Task, 'duration_secs': 0.012923} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.378304] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.378554] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.378613] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.378765] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.378949] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.379711] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.379966] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2deb911f-5ddb-46fc-9840-e31dcbcbafb3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.391771] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.392052] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.393051] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b611a248-440c-4b8b-8968-11f044a11898 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.400129] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1028.400129] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52544924-980a-7920-b9ac-5a3b50912ce8" [ 1028.400129] env[69304]: _type = "Task" [ 1028.400129] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.409986] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52544924-980a-7920-b9ac-5a3b50912ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.427788] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.428049] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.428223] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleting the datastore file [datastore1] 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.428512] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8217cd14-5e88-4069-8a06-433d26b0c83a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.436461] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1028.436461] env[69304]: value = "task-4209132" [ 1028.436461] env[69304]: _type = "Task" [ 1028.436461] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.445267] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.516345] env[69304]: DEBUG oslo_concurrency.lockutils [req-2b364625-5ac1-40b5-8353-2d7ecfc015da req-cb221526-e776-4774-9c2e-9c689b5d8a0f service nova] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.633376] env[69304]: DEBUG nova.scheduler.client.report [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.820892] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.827806] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618609} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.828097] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209128, 'name': ReconfigVM_Task, 'duration_secs': 0.463588} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.828350] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.828622] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.828912] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.833977] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac2f7401-1b6d-418e-80ac-f6f0a7eb2cfe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.838097] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7e5027-c2ba-42f0-8d6a-ee3b1f30bcab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.858219] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 1028.858219] env[69304]: value = "task-4209134" [ 1028.858219] env[69304]: _type = "Task" [ 1028.858219] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.862570] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1028.862570] env[69304]: value = "task-4209133" [ 1028.862570] env[69304]: _type = "Task" [ 1028.862570] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.862886] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.871596] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.880514] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.885485] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.912532] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52544924-980a-7920-b9ac-5a3b50912ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.017695} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.913427] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d8a833-5fb7-4537-8526-68228c9a6f7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.922338] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1028.922338] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c32221-063e-742f-053a-a67a12d5f8de" [ 1028.922338] env[69304]: _type = "Task" [ 1028.922338] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.933984] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c32221-063e-742f-053a-a67a12d5f8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.947909] env[69304]: DEBUG oslo_vmware.api [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488981} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.947909] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.948181] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.948349] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.988310] env[69304]: INFO nova.scheduler.client.report [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted allocations for instance 67fdbe85-1aee-430d-b160-ba263778f12b [ 1029.140433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.141019] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.144626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.307s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.144860] env[69304]: DEBUG nova.objects.instance [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lazy-loading 'resources' on Instance uuid debbc700-1e8d-4966-a363-4711d3b0095b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.315782] env[69304]: DEBUG oslo_vmware.api [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209127, 'name': PowerOnVM_Task, 'duration_secs': 0.903283} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.316172] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.316351] env[69304]: DEBUG nova.compute.manager [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.317177] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0225043-b51f-40bc-8b88-1966777211c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.347273] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209129, 'name': ReconfigVM_Task, 'duration_secs': 0.818131} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.348499] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.348903] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b9de3b-f7e8-467c-bb14-06ab44a13921 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.358149] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1029.358149] env[69304]: value = "task-4209135" [ 1029.358149] env[69304]: _type = "Task" [ 1029.358149] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.369692] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.381043] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209135, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.385431] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209134, 'name': ReconfigVM_Task, 'duration_secs': 0.153199} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.385758] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832826', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'name': 'volume-54f44ba5-7e17-4010-97b1-80c8d89a6040', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf3c0cd2-ab64-4d79-b502-f38332426afe', 'attached_at': '', 'detached_at': '', 'volume_id': '54f44ba5-7e17-4010-97b1-80c8d89a6040', 'serial': '54f44ba5-7e17-4010-97b1-80c8d89a6040'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1029.386063] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.389885] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10039456-49a6-4236-a69f-a68defc49128 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.393105] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081679} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.393324] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.394555] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc49164-c346-49e5-a9e1-019d6039302d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.399872] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.400564] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-446b8671-74a1-406b-91fb-3f96da379917 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.421225] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.422569] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ac631f-d9e0-44b5-90a1-b10aec5807c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.449370] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c32221-063e-742f-053a-a67a12d5f8de, 'name': SearchDatastore_Task, 'duration_secs': 0.013777} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.450910] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.451220] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 07fc4ea2-7c5c-40c5-900e-6f1041f958e9/07fc4ea2-7c5c-40c5-900e-6f1041f958e9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.451600] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1029.451600] env[69304]: value = "task-4209137" [ 1029.451600] env[69304]: _type = "Task" [ 1029.451600] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.455046] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2837d78-5aa6-4144-b7cb-ba6c0aee43a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.466074] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.466908] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1029.466908] env[69304]: value = "task-4209138" [ 1029.466908] env[69304]: _type = "Task" [ 1029.466908] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.476591] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.487353] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.487698] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.487915] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Deleting the datastore file [datastore2] bf3c0cd2-ab64-4d79-b502-f38332426afe {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.488266] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f10e8f1d-ebeb-4077-aa02-cf2a89972d71 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.497317] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.501341] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for the task: (returnval){ [ 1029.501341] env[69304]: value = "task-4209139" [ 1029.501341] env[69304]: _type = "Task" [ 1029.501341] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.511806] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.648453] env[69304]: DEBUG nova.compute.utils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.649949] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.650384] env[69304]: DEBUG nova.network.neutron [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.698242] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.698494] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.729571] env[69304]: DEBUG nova.policy [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b16efaf8b2f442cdba8861879d79c87b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025c0dd502ee4293b5297a73a189b4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.836842] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.850042] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.850042] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.870406] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209130, 'name': CreateSnapshot_Task, 'duration_secs': 1.497643} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.871285] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1029.872242] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b00e94-6944-48e0-8736-acfd5bedc31b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.882150] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209135, 'name': Rename_Task, 'duration_secs': 0.164106} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.883278] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.884074] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c499bed8-d989-485d-8c04-ff22dad70a8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.895150] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1029.895150] env[69304]: value = "task-4209140" [ 1029.895150] env[69304]: _type = "Task" [ 1029.895150] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.908191] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.971330] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.984901] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.022941] env[69304]: DEBUG oslo_vmware.api [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Task: {'id': task-4209139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206625} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.022941] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.022941] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.022941] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.103077] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.103077] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60fa5d05-372e-49cc-9c3d-8775564d69c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.117703] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50707347-a532-4ba3-ab84-05caf60501f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.167165] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.174353] env[69304]: ERROR nova.compute.manager [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Failed to detach volume 54f44ba5-7e17-4010-97b1-80c8d89a6040 from /dev/sda: nova.exception.InstanceNotFound: Instance bf3c0cd2-ab64-4d79-b502-f38332426afe could not be found. [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Traceback (most recent call last): [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self.driver.rebuild(**kwargs) [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] raise NotImplementedError() [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] NotImplementedError [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] During handling of the above exception, another exception occurred: [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Traceback (most recent call last): [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self.driver.detach_volume(context, old_connection_info, [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] return self._volumeops.detach_volume(connection_info, instance) [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._detach_volume_vmdk(connection_info, instance) [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] stable_ref.fetch_moref(session) [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] nova.exception.InstanceNotFound: Instance bf3c0cd2-ab64-4d79-b502-f38332426afe could not be found. [ 1030.174353] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.209676] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.255826] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1659e6-7e9f-4cc0-9c28-216a166286ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.267509] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ec9f2-07f9-409f-8333-e53dc560341e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.309082] env[69304]: DEBUG nova.network.neutron [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Successfully created port: aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.314833] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1ee64-7034-4aca-b71f-fe68806c60e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.324656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f92a71-fc57-44dc-b2a1-5dce35d8c4a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.340620] env[69304]: DEBUG nova.compute.provider_tree [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.361337] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.361441] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.361576] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.361728] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.361868] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.362017] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.362767] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1030.362767] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.405893] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1030.406240] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1eace88e-72b7-4f87-9b70-9af4400925e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.421685] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.423731] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1030.423731] env[69304]: value = "task-4209141" [ 1030.423731] env[69304]: _type = "Task" [ 1030.423731] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.434298] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209141, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.444319] env[69304]: DEBUG nova.compute.utils [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Build of instance bf3c0cd2-ab64-4d79-b502-f38332426afe aborted: Failed to rebuild volume backed instance. {{(pid=69304) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1030.449137] env[69304]: ERROR nova.compute.manager [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance bf3c0cd2-ab64-4d79-b502-f38332426afe aborted: Failed to rebuild volume backed instance. [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Traceback (most recent call last): [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self.driver.rebuild(**kwargs) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] raise NotImplementedError() [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] NotImplementedError [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] During handling of the above exception, another exception occurred: [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Traceback (most recent call last): [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._detach_root_volume(context, instance, root_bdm) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] with excutils.save_and_reraise_exception(): [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self.force_reraise() [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] raise self.value [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self.driver.detach_volume(context, old_connection_info, [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] return self._volumeops.detach_volume(connection_info, instance) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._detach_volume_vmdk(connection_info, instance) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] stable_ref.fetch_moref(session) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] nova.exception.InstanceNotFound: Instance bf3c0cd2-ab64-4d79-b502-f38332426afe could not be found. [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] During handling of the above exception, another exception occurred: [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Traceback (most recent call last): [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 11502, in _error_out_instance_on_exception [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] yield [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1030.449137] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._do_rebuild_instance_with_claim( [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._do_rebuild_instance( [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._rebuild_default_impl(**kwargs) [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] self._rebuild_volume_backed_instance( [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] raise exception.BuildAbortException( [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] nova.exception.BuildAbortException: Build of instance bf3c0cd2-ab64-4d79-b502-f38332426afe aborted: Failed to rebuild volume backed instance. [ 1030.450826] env[69304]: ERROR nova.compute.manager [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] [ 1030.470386] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209137, 'name': ReconfigVM_Task, 'duration_secs': 0.786288} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.470798] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083/4c4ff360-d631-4b87-9d7f-49d2e3cc9083.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.471912] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85da49b-3d53-4267-8a4c-b08873cbbace {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.487430] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70039} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.488231] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 07fc4ea2-7c5c-40c5-900e-6f1041f958e9/07fc4ea2-7c5c-40c5-900e-6f1041f958e9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.488573] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.489693] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1030.489693] env[69304]: value = "task-4209142" [ 1030.489693] env[69304]: _type = "Task" [ 1030.489693] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.489693] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c1a9378-9691-44f6-8c07-7a872facd459 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.502091] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209142, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.504770] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1030.504770] env[69304]: value = "task-4209143" [ 1030.504770] env[69304]: _type = "Task" [ 1030.504770] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.517935] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.601156] env[69304]: DEBUG nova.compute.manager [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1030.601806] env[69304]: DEBUG nova.compute.manager [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing instance network info cache due to event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1030.601806] env[69304]: DEBUG oslo_concurrency.lockutils [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.601806] env[69304]: DEBUG oslo_concurrency.lockutils [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.602054] env[69304]: DEBUG nova.network.neutron [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.641311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.641602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.641833] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.642035] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.642485] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.644970] env[69304]: INFO nova.compute.manager [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Terminating instance [ 1030.737404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.849356] env[69304]: DEBUG nova.scheduler.client.report [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.866107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.916604] env[69304]: DEBUG oslo_vmware.api [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209140, 'name': PowerOnVM_Task, 'duration_secs': 0.567696} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.916965] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.917317] env[69304]: INFO nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1030.918317] env[69304]: DEBUG nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.919113] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634e6c8e-8e27-45ec-9d43-d058be0617ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.940911] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209141, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.003762] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209142, 'name': Rename_Task, 'duration_secs': 0.361804} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.004959] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.005450] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-711f0ebd-c113-4cc6-aa04-0d425b1c811b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.020172] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082682} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.021954] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.022434] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1031.022434] env[69304]: value = "task-4209144" [ 1031.022434] env[69304]: _type = "Task" [ 1031.022434] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.023552] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e228fa7-46a6-4868-bec0-e4c936399a0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.038057] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.060603] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 07fc4ea2-7c5c-40c5-900e-6f1041f958e9/07fc4ea2-7c5c-40c5-900e-6f1041f958e9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.060995] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ebfe2bf-87fb-4138-9883-8f5eeb2256ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.087788] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1031.087788] env[69304]: value = "task-4209145" [ 1031.087788] env[69304]: _type = "Task" [ 1031.087788] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.100577] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.156818] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "refresh_cache-d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.156818] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquired lock "refresh_cache-d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.157084] env[69304]: DEBUG nova.network.neutron [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.186252] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.233046] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1ffefb07e37c01ba37bcb32e2b18d24',container_format='bare',created_at=2025-05-16T14:31:24Z,direct_url=,disk_format='vmdk',id=92b461a7-bec5-45b5-8c2a-0887722fce8f,min_disk=1,min_ram=0,name='tempest-test-snap-1009041668',owner='025c0dd502ee4293b5297a73a189b4e8',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-16T14:31:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.233371] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.233570] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.233762] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.233916] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.234086] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.234360] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.234557] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.234738] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.234903] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.235105] env[69304]: DEBUG nova.virt.hardware [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.236446] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5301d52d-31ab-4ea8-a9ee-dff732e60c30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.247938] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b80aa1-19d1-4cac-9c24-1bc1d785c0a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.355849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.358932] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.128s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.360768] env[69304]: INFO nova.compute.claims [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.396138] env[69304]: INFO nova.scheduler.client.report [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted allocations for instance debbc700-1e8d-4966-a363-4711d3b0095b [ 1031.426916] env[69304]: DEBUG nova.network.neutron [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updated VIF entry in instance network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.427582] env[69304]: DEBUG nova.network.neutron [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec674e5b-c4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.444011] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209141, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.446659] env[69304]: INFO nova.compute.manager [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Took 48.49 seconds to build instance. [ 1031.537880] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.602648] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209145, 'name': ReconfigVM_Task, 'duration_secs': 0.385459} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.602648] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 07fc4ea2-7c5c-40c5-900e-6f1041f958e9/07fc4ea2-7c5c-40c5-900e-6f1041f958e9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.602648] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-090f8d2f-3ebd-47e3-955b-8a5d3fec5093 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.613727] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1031.613727] env[69304]: value = "task-4209146" [ 1031.613727] env[69304]: _type = "Task" [ 1031.613727] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.623033] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209146, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.687470] env[69304]: DEBUG nova.network.neutron [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.700791] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.785656] env[69304]: DEBUG nova.network.neutron [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.907269] env[69304]: DEBUG oslo_concurrency.lockutils [None req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "debbc700-1e8d-4966-a363-4711d3b0095b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.790s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.935986] env[69304]: DEBUG oslo_concurrency.lockutils [req-ed32a342-b5f2-42ba-bebd-a318c6359d4e req-7d4285b6-cc1f-44d4-af1d-2c2a15e4f39b service nova] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.944515] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209141, 'name': CloneVM_Task} progress is 95%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.949079] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1d140fe3-8300-4a51-91e6-298cf13a0356 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.999s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.015753] env[69304]: DEBUG nova.network.neutron [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Successfully updated port: aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.042906] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209144, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.126131] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209146, 'name': Rename_Task, 'duration_secs': 0.160357} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.126131] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.126131] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17e2e809-709f-4fcc-b44d-b0aee69c8edd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.133750] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1032.133750] env[69304]: value = "task-4209147" [ 1032.133750] env[69304]: _type = "Task" [ 1032.133750] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.143882] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.288853] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Releasing lock "refresh_cache-d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.289170] env[69304]: DEBUG nova.compute.manager [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.290272] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.291038] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d1889-2e0d-4f91-94d8-a7960e96190c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.301995] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.302314] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ab9dbd3-2b58-4f98-a007-b14c212c1a8b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.310031] env[69304]: DEBUG oslo_vmware.api [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1032.310031] env[69304]: value = "task-4209148" [ 1032.310031] env[69304]: _type = "Task" [ 1032.310031] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.322680] env[69304]: DEBUG oslo_vmware.api [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.445502] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209141, 'name': CloneVM_Task, 'duration_secs': 1.740835} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.450696] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Created linked-clone VM from snapshot [ 1032.455050] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f5a9fb-1c61-4e0c-aeee-d3391f646180 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.469122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.469525] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Uploading image 8cc55d63-72f5-4bc2-bb68-03f4f9bab1cf {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1032.512856] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1032.512856] env[69304]: value = "vm-832880" [ 1032.512856] env[69304]: _type = "VirtualMachine" [ 1032.512856] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1032.513316] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6551c17b-a667-4983-9a23-3f6928f9417f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.525647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "refresh_cache-1b7f78b1-bfbf-4555-a04f-7f6416e1c558" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.525647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "refresh_cache-1b7f78b1-bfbf-4555-a04f-7f6416e1c558" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.525647] env[69304]: DEBUG nova.network.neutron [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.527205] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lease: (returnval){ [ 1032.527205] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280dc85-c964-cf19-cfcd-cb7788644d75" [ 1032.527205] env[69304]: _type = "HttpNfcLease" [ 1032.527205] env[69304]: } obtained for exporting VM: (result){ [ 1032.527205] env[69304]: value = "vm-832880" [ 1032.527205] env[69304]: _type = "VirtualMachine" [ 1032.527205] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1032.527615] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the lease: (returnval){ [ 1032.527615] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280dc85-c964-cf19-cfcd-cb7788644d75" [ 1032.527615] env[69304]: _type = "HttpNfcLease" [ 1032.527615] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.552258] env[69304]: DEBUG oslo_vmware.api [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209144, 'name': PowerOnVM_Task, 'duration_secs': 1.165669} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.552620] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.552620] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280dc85-c964-cf19-cfcd-cb7788644d75" [ 1032.552620] env[69304]: _type = "HttpNfcLease" [ 1032.552620] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1032.552945] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.553220] env[69304]: DEBUG nova.compute.manager [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.553593] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1032.553593] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280dc85-c964-cf19-cfcd-cb7788644d75" [ 1032.553593] env[69304]: _type = "HttpNfcLease" [ 1032.553593] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1032.554535] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b163ca14-96c7-49bc-9bb7-c94362e135d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.558037] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9592aae-51a2-4a43-ab28-85fbcb9d6814 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.574440] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a9abe-661f-7e44-6a13-7fe9c039db80/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1032.574648] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a9abe-661f-7e44-6a13-7fe9c039db80/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1032.654675] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209147, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.756069] env[69304]: DEBUG nova.compute.manager [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Received event network-vif-plugged-aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1032.756443] env[69304]: DEBUG oslo_concurrency.lockutils [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] Acquiring lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.756500] env[69304]: DEBUG oslo_concurrency.lockutils [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.756896] env[69304]: DEBUG oslo_concurrency.lockutils [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.760167] env[69304]: DEBUG nova.compute.manager [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] No waiting events found dispatching network-vif-plugged-aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1032.760167] env[69304]: WARNING nova.compute.manager [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Received unexpected event network-vif-plugged-aac2855f-151d-41a8-a878-b4d090513526 for instance with vm_state building and task_state spawning. [ 1032.760167] env[69304]: DEBUG nova.compute.manager [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Received event network-changed-aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1032.760167] env[69304]: DEBUG nova.compute.manager [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Refreshing instance network info cache due to event network-changed-aac2855f-151d-41a8-a878-b4d090513526. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1032.760167] env[69304]: DEBUG oslo_concurrency.lockutils [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] Acquiring lock "refresh_cache-1b7f78b1-bfbf-4555-a04f-7f6416e1c558" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.772555] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa6ff6ee-6c14-475f-8f97-0d3dce001c1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.824447] env[69304]: DEBUG oslo_vmware.api [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209148, 'name': PowerOffVM_Task, 'duration_secs': 0.207019} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.824447] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.824447] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.824447] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-555444a4-4006-4429-94ef-1057aee20df2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.850240] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.850240] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.850240] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Deleting the datastore file [datastore2] d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.853355] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee1d1f2a-ca21-498d-91d1-b97e99eb7932 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.860437] env[69304]: DEBUG oslo_vmware.api [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for the task: (returnval){ [ 1032.860437] env[69304]: value = "task-4209151" [ 1032.860437] env[69304]: _type = "Task" [ 1032.860437] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.870043] env[69304]: DEBUG oslo_vmware.api [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.900806] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d110901f-fd98-4e71-a28f-71c576a42225 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.909946] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b63311-f8d4-4add-9727-c57b340725fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.943890] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfafadd1-d206-4de6-b6cd-c69c58b69772 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.952894] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef6add3-00c7-4068-8af0-b3b53a781e35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.967953] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "bf3c0cd2-ab64-4d79-b502-f38332426afe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.971199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.971199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "bf3c0cd2-ab64-4d79-b502-f38332426afe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.971199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.971199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.971199] env[69304]: DEBUG nova.compute.provider_tree [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.972938] env[69304]: INFO nova.compute.manager [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Terminating instance [ 1033.006764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "3d30778b-e9f7-4e1b-a254-e47196edf29d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.006998] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.035614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "4f73bee1-4f7b-46ad-b06b-4724a323db69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.035945] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.036161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "4f73bee1-4f7b-46ad-b06b-4724a323db69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.036293] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.036423] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.038756] env[69304]: INFO nova.compute.manager [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Terminating instance [ 1033.093301] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.096499] env[69304]: DEBUG nova.network.neutron [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.152438] env[69304]: DEBUG oslo_vmware.api [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209147, 'name': PowerOnVM_Task, 'duration_secs': 0.601603} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.155069] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.155463] env[69304]: INFO nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1033.155804] env[69304]: DEBUG nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.157304] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff60445-0959-4e0c-944d-5884e7f3015f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.271768] env[69304]: DEBUG nova.network.neutron [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Updating instance_info_cache with network_info: [{"id": "aac2855f-151d-41a8-a878-b4d090513526", "address": "fa:16:3e:95:da:d2", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac2855f-15", "ovs_interfaceid": "aac2855f-151d-41a8-a878-b4d090513526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.372171] env[69304]: DEBUG oslo_vmware.api [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Task: {'id': task-4209151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219922} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.372559] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.372830] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.373186] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.373440] env[69304]: INFO nova.compute.manager [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1033.373711] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.373968] env[69304]: DEBUG nova.compute.manager [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.374205] env[69304]: DEBUG nova.network.neutron [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.392814] env[69304]: DEBUG nova.network.neutron [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.476419] env[69304]: DEBUG nova.scheduler.client.report [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.481296] env[69304]: DEBUG nova.compute.manager [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.483350] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc6d6b73-0a86-4470-a40f-4f92127b64e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.495310] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11297b-8500-4785-9812-1863267c1402 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.510754] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.541219] env[69304]: WARNING nova.virt.vmwareapi.driver [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance bf3c0cd2-ab64-4d79-b502-f38332426afe could not be found. [ 1033.541500] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.541950] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2faa7bbf-4952-416c-9eb2-5cb5a1b87204 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.545098] env[69304]: DEBUG nova.compute.manager [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.546327] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.546574] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ae976a-ef86-4129-8f44-4649e4fb508c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.559389] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a0712-939d-46fd-9f0c-b408b933ab0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.571373] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.572094] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4012fadc-65b6-4c3a-ae85-be69b31c979d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.580309] env[69304]: DEBUG oslo_vmware.api [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 1033.580309] env[69304]: value = "task-4209152" [ 1033.580309] env[69304]: _type = "Task" [ 1033.580309] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.590781] env[69304]: DEBUG oslo_vmware.api [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.606360] env[69304]: WARNING nova.virt.vmwareapi.vmops [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bf3c0cd2-ab64-4d79-b502-f38332426afe could not be found. [ 1033.606360] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.606360] env[69304]: INFO nova.compute.manager [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1033.606801] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.608947] env[69304]: DEBUG nova.compute.manager [-] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.609574] env[69304]: DEBUG nova.network.neutron [-] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.630081] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.630081] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.631044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.631044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.631044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.636388] env[69304]: INFO nova.compute.manager [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Terminating instance [ 1033.681199] env[69304]: INFO nova.compute.manager [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Took 44.41 seconds to build instance. [ 1033.775156] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "refresh_cache-1b7f78b1-bfbf-4555-a04f-7f6416e1c558" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.775500] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Instance network_info: |[{"id": "aac2855f-151d-41a8-a878-b4d090513526", "address": "fa:16:3e:95:da:d2", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac2855f-15", "ovs_interfaceid": "aac2855f-151d-41a8-a878-b4d090513526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.775664] env[69304]: DEBUG oslo_concurrency.lockutils [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] Acquired lock "refresh_cache-1b7f78b1-bfbf-4555-a04f-7f6416e1c558" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.775995] env[69304]: DEBUG nova.network.neutron [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Refreshing network info cache for port aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.777392] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:da:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aac2855f-151d-41a8-a878-b4d090513526', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.787425] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.789086] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.789556] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f52b546a-2713-45f3-8c4a-feadb8746f2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.812465] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.812465] env[69304]: value = "task-4209153" [ 1033.812465] env[69304]: _type = "Task" [ 1033.812465] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.822075] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209153, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.896691] env[69304]: DEBUG nova.network.neutron [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.984561] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.985224] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.989765] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.306s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.990039] env[69304]: DEBUG nova.objects.instance [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lazy-loading 'resources' on Instance uuid 273da433-64e9-493a-a3ce-e5dffaa92f45 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.045307] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.091788] env[69304]: DEBUG oslo_vmware.api [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209152, 'name': PowerOffVM_Task, 'duration_secs': 0.50765} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.091788] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.091788] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.092147] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec8056d-2877-4b09-8ba2-f080fe4edd4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.146075] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "refresh_cache-4c4ff360-d631-4b87-9d7f-49d2e3cc9083" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.146075] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquired lock "refresh_cache-4c4ff360-d631-4b87-9d7f-49d2e3cc9083" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.146075] env[69304]: DEBUG nova.network.neutron [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.171094] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.171783] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.171901] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleting the datastore file [datastore1] 4f73bee1-4f7b-46ad-b06b-4724a323db69 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.172154] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6364a260-5f89-4bae-943d-fef9f2198f01 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.183621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a3d29013-a08f-402d-b72f-94d359578149 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.919s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.184039] env[69304]: DEBUG oslo_vmware.api [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 1034.184039] env[69304]: value = "task-4209155" [ 1034.184039] env[69304]: _type = "Task" [ 1034.184039] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.194380] env[69304]: DEBUG oslo_vmware.api [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.324883] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209153, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.402392] env[69304]: INFO nova.compute.manager [-] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Took 1.03 seconds to deallocate network for instance. [ 1034.493949] env[69304]: DEBUG nova.compute.utils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.495054] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.495966] env[69304]: DEBUG nova.network.neutron [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.642574] env[69304]: DEBUG nova.policy [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '345d4b8eda234a628dd21f6d61caf793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0278f7d496e445ebbd92fd917a481f05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.693122] env[69304]: DEBUG nova.network.neutron [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.705855] env[69304]: DEBUG oslo_vmware.api [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305263} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.706514] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.706995] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.707386] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.707711] env[69304]: INFO nova.compute.manager [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1034.708155] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.708455] env[69304]: DEBUG nova.compute.manager [-] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.714023] env[69304]: DEBUG nova.network.neutron [-] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.776397] env[69304]: DEBUG nova.network.neutron [-] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.787101] env[69304]: DEBUG nova.network.neutron [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Updated VIF entry in instance network info cache for port aac2855f-151d-41a8-a878-b4d090513526. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.787773] env[69304]: DEBUG nova.network.neutron [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Updating instance_info_cache with network_info: [{"id": "aac2855f-151d-41a8-a878-b4d090513526", "address": "fa:16:3e:95:da:d2", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac2855f-15", "ovs_interfaceid": "aac2855f-151d-41a8-a878-b4d090513526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.832912] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209153, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.840724] env[69304]: DEBUG nova.compute.manager [req-7f54f7bf-ce18-4221-b13b-9981efdfe150 req-624b29e8-f457-4a98-b508-f69a951c90ed service nova] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Received event network-vif-deleted-d951f5d6-c44a-41a0-8df3-3f43957db8ea {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1034.888519] env[69304]: DEBUG nova.network.neutron [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.916329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.004496] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.041390] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888f822a-7195-44bf-8190-a7e3b8c855be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.052103] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17938fc-c6e0-4e0e-bc18-a8ce1b2b2fbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.091524] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7302b5-5b1f-446c-99ac-f7f4a8db9beb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.102884] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1d5cc-88d6-485e-8785-ce1d3e7cc65b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.122340] env[69304]: DEBUG nova.compute.provider_tree [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.280871] env[69304]: INFO nova.compute.manager [-] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Took 1.67 seconds to deallocate network for instance. [ 1035.289912] env[69304]: DEBUG oslo_concurrency.lockutils [req-7921b45c-bc8c-4ca9-a66d-17b146b4605e req-340d26b8-07de-4995-b808-3c6691ab3a08 service nova] Releasing lock "refresh_cache-1b7f78b1-bfbf-4555-a04f-7f6416e1c558" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.327071] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209153, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.377735] env[69304]: DEBUG nova.compute.manager [req-8de51495-67f1-450e-acee-29f8fc8685be req-7bbbb375-741a-473d-b6c0-c9d9f290d3f3 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Received event network-vif-deleted-489bc779-8cef-49b2-ad11-da4be7477c62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1035.377851] env[69304]: INFO nova.compute.manager [req-8de51495-67f1-450e-acee-29f8fc8685be req-7bbbb375-741a-473d-b6c0-c9d9f290d3f3 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Neutron deleted interface 489bc779-8cef-49b2-ad11-da4be7477c62; detaching it from the instance and deleting it from the info cache [ 1035.378767] env[69304]: DEBUG nova.network.neutron [req-8de51495-67f1-450e-acee-29f8fc8685be req-7bbbb375-741a-473d-b6c0-c9d9f290d3f3 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.393541] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Releasing lock "refresh_cache-4c4ff360-d631-4b87-9d7f-49d2e3cc9083" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415617] env[69304]: DEBUG nova.compute.manager [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.415617] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.415617] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f2f1b-d81a-46ec-a2c6-c485c3eef8e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.415617] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.415617] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c97d39d6-960a-45dd-861d-e8573cb56e3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.419363] env[69304]: DEBUG oslo_vmware.api [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1035.419363] env[69304]: value = "task-4209156" [ 1035.419363] env[69304]: _type = "Task" [ 1035.419363] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.433985] env[69304]: DEBUG oslo_vmware.api [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.435106] env[69304]: DEBUG nova.network.neutron [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Successfully created port: 183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.626787] env[69304]: DEBUG nova.scheduler.client.report [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.773467] env[69304]: DEBUG nova.network.neutron [-] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.829028] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209153, 'name': CreateVM_Task, 'duration_secs': 1.615666} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.829028] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.829028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.829028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.829028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.829028] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0b5a7b-c804-4819-9ee2-0da461542093 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.834569] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1035.834569] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5227d09a-06a6-2002-5f20-d54efb9e88e9" [ 1035.834569] env[69304]: _type = "Task" [ 1035.834569] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.842494] env[69304]: INFO nova.compute.manager [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Took 0.56 seconds to detach 1 volumes for instance. [ 1035.846617] env[69304]: DEBUG nova.compute.manager [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Deleting volume: 54f44ba5-7e17-4010-97b1-80c8d89a6040 {{(pid=69304) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1035.856084] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.856084] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Processing image 92b461a7-bec5-45b5-8c2a-0887722fce8f {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.856084] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.856084] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.856084] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.856084] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cac6895-2076-435e-a273-4341b073dc68 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.878026] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.878026] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.878026] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782865f0-e1a8-42e7-8523-45ad21505522 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.884837] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6779fb23-094b-4e77-a489-33441690ce52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.899657] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1035.899657] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5279f667-94fd-709f-d8aa-eed55edbf284" [ 1035.899657] env[69304]: _type = "Task" [ 1035.899657] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.899657] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f378dd3a-b373-4d08-8e6b-3d1ca4462cc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.928328] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1035.928550] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Fetch image to [datastore1] OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8/OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1035.928803] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Downloading stream optimized image 92b461a7-bec5-45b5-8c2a-0887722fce8f to [datastore1] OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8/OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8.vmdk on the data store datastore1 as vApp {{(pid=69304) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1035.929059] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Downloading image file data 92b461a7-bec5-45b5-8c2a-0887722fce8f to the ESX as VM named 'OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8' {{(pid=69304) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1035.949484] env[69304]: DEBUG oslo_vmware.api [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209156, 'name': PowerOffVM_Task, 'duration_secs': 0.148968} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.950982] env[69304]: DEBUG nova.compute.manager [req-8de51495-67f1-450e-acee-29f8fc8685be req-7bbbb375-741a-473d-b6c0-c9d9f290d3f3 service nova] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Detach interface failed, port_id=489bc779-8cef-49b2-ad11-da4be7477c62, reason: Instance 4f73bee1-4f7b-46ad-b06b-4724a323db69 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1035.951210] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.951210] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.951512] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2503b3cc-5142-4f08-932a-474888060cf7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.991367] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.991367] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.991367] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Deleting the datastore file [datastore2] 4c4ff360-d631-4b87-9d7f-49d2e3cc9083 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.991367] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a330cf2-a2fc-44bf-8292-8a254503735a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.000022] env[69304]: DEBUG oslo_vmware.api [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for the task: (returnval){ [ 1036.000022] env[69304]: value = "task-4209159" [ 1036.000022] env[69304]: _type = "Task" [ 1036.000022] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.008963] env[69304]: DEBUG oslo_vmware.api [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.016828] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.038566] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1036.038566] env[69304]: value = "resgroup-9" [ 1036.038566] env[69304]: _type = "ResourcePool" [ 1036.038566] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1036.039151] env[69304]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c1d7df31-e2f8-4948-9230-a80783aac386 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.065935] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease: (returnval){ [ 1036.065935] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52311b0b-b592-a64d-0046-3393ee49c6f6" [ 1036.065935] env[69304]: _type = "HttpNfcLease" [ 1036.065935] env[69304]: } obtained for vApp import into resource pool (val){ [ 1036.065935] env[69304]: value = "resgroup-9" [ 1036.065935] env[69304]: _type = "ResourcePool" [ 1036.065935] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1036.066370] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the lease: (returnval){ [ 1036.066370] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52311b0b-b592-a64d-0046-3393ee49c6f6" [ 1036.066370] env[69304]: _type = "HttpNfcLease" [ 1036.066370] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.074703] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.074703] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52311b0b-b592-a64d-0046-3393ee49c6f6" [ 1036.074703] env[69304]: _type = "HttpNfcLease" [ 1036.074703] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.133972] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.138115] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 37.387s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.184543] env[69304]: INFO nova.scheduler.client.report [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleted allocations for instance 273da433-64e9-493a-a3ce-e5dffaa92f45 [ 1036.279782] env[69304]: INFO nova.compute.manager [-] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Took 1.57 seconds to deallocate network for instance. [ 1036.395909] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.513159] env[69304]: DEBUG oslo_vmware.api [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Task: {'id': task-4209159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13953} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.513159] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.513159] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.513159] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.514310] env[69304]: INFO nova.compute.manager [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1036.514554] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.514912] env[69304]: DEBUG nova.compute.manager [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.516643] env[69304]: DEBUG nova.network.neutron [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.546232] env[69304]: DEBUG nova.network.neutron [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.575555] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.575555] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52311b0b-b592-a64d-0046-3393ee49c6f6" [ 1036.575555] env[69304]: _type = "HttpNfcLease" [ 1036.575555] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.692860] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b93e8cd1-221e-4b5e-a5c3-3492c8c58077 tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "273da433-64e9-493a-a3ce-e5dffaa92f45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.670s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.785168] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.817515] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.817798] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.014018] env[69304]: DEBUG nova.compute.manager [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1037.014018] env[69304]: DEBUG nova.compute.manager [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing instance network info cache due to event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1037.018282] env[69304]: DEBUG oslo_concurrency.lockutils [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.018282] env[69304]: DEBUG oslo_concurrency.lockutils [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.018282] env[69304]: DEBUG nova.network.neutron [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.048537] env[69304]: DEBUG nova.network.neutron [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.080163] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.080163] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52311b0b-b592-a64d-0046-3393ee49c6f6" [ 1037.080163] env[69304]: _type = "HttpNfcLease" [ 1037.080163] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.080732] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.080732] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52311b0b-b592-a64d-0046-3393ee49c6f6" [ 1037.080732] env[69304]: _type = "HttpNfcLease" [ 1037.080732] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1037.081576] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e999eb-ec1a-4414-a68d-d1c9a7020097 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.092299] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264999f-197f-d9c0-81d0-f5629a7b8ec8/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.092517] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264999f-197f-d9c0-81d0-f5629a7b8ec8/disk-0.vmdk. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1037.161208] env[69304]: DEBUG nova.network.neutron [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Successfully updated port: 183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.169202] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa4938e2-d9b7-47db-9e1d-4e33bc90e5d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.183888] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f1ee1-844c-4255-8046-c8f34780a606 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.192459] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8a7f63-b2f4-4211-b285-2078dc23a98a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.227279] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39efce59-b4d5-48c3-858c-03fac995e201 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.236328] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee845d8d-097b-4fe9-8e70-e292b9bffa91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.255076] env[69304]: DEBUG nova.compute.provider_tree [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.322665] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.553036] env[69304]: INFO nova.compute.manager [-] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Took 1.04 seconds to deallocate network for instance. [ 1037.615794] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.616114] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.616231] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.616466] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.616543] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.616694] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.616908] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.617084] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.617289] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.617518] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.617686] env[69304]: DEBUG nova.virt.hardware [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.618628] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efacb5d-2c30-43f8-8e74-de0d336d9aa5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.636159] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a64ca7-1fdb-493a-84d2-1bf1b77fff18 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.664073] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.664265] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.664441] env[69304]: DEBUG nova.network.neutron [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.747536] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "16addb12-b883-4671-9d74-47fc2c8f8864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.747656] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "16addb12-b883-4671-9d74-47fc2c8f8864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.748329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "16addb12-b883-4671-9d74-47fc2c8f8864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.748329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "16addb12-b883-4671-9d74-47fc2c8f8864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.748457] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "16addb12-b883-4671-9d74-47fc2c8f8864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.754610] env[69304]: INFO nova.compute.manager [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Terminating instance [ 1037.758404] env[69304]: DEBUG nova.scheduler.client.report [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.833586] env[69304]: DEBUG nova.network.neutron [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updated VIF entry in instance network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.834122] env[69304]: DEBUG nova.network.neutron [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.862796] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.061447] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.084331] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1038.084657] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264999f-197f-d9c0-81d0-f5629a7b8ec8/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.085816] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a0cff-274f-4010-9ae4-61ceea7f796c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.094317] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264999f-197f-d9c0-81d0-f5629a7b8ec8/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.094549] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264999f-197f-d9c0-81d0-f5629a7b8ec8/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1038.094834] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-531b1545-8f6f-4a0b-949d-f43d998ad75d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.212968] env[69304]: DEBUG nova.network.neutron [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.267469] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "refresh_cache-16addb12-b883-4671-9d74-47fc2c8f8864" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.267684] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquired lock "refresh_cache-16addb12-b883-4671-9d74-47fc2c8f8864" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.267899] env[69304]: DEBUG nova.network.neutron [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.340344] env[69304]: DEBUG oslo_concurrency.lockutils [req-f36967c9-9778-414a-86c9-939a10f95c09 req-96d3489f-ef4d-4937-a43a-88b6f8e838fc service nova] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.380976] env[69304]: DEBUG nova.network.neutron [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [{"id": "183ccd87-ce82-427d-8be1-37a5625b42af", "address": "fa:16:3e:43:cb:60", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183ccd87-ce", "ovs_interfaceid": "183ccd87-ce82-427d-8be1-37a5625b42af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.421169] env[69304]: DEBUG oslo_vmware.rw_handles [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5264999f-197f-d9c0-81d0-f5629a7b8ec8/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1038.421437] env[69304]: INFO nova.virt.vmwareapi.images [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Downloaded image file data 92b461a7-bec5-45b5-8c2a-0887722fce8f [ 1038.422641] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f35cb-2305-41e2-906b-a821799f0d37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.444559] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58801d4-e61a-4d65-9950-3c6fdec5c9dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.485886] env[69304]: INFO nova.virt.vmwareapi.images [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] The imported VM was unregistered [ 1038.488087] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1038.488370] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating directory with path [datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.488723] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b395f40-580b-4a27-8510-1c20a7cd9d6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.506728] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created directory with path [datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.506923] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8/OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8.vmdk to [datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk. {{(pid=69304) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1038.507267] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6083044e-e165-4c03-8c6f-6dfe068c9034 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.517140] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1038.517140] env[69304]: value = "task-4209162" [ 1038.517140] env[69304]: _type = "Task" [ 1038.517140] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.528522] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.771686] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.634s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.777848] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.197s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.778171] env[69304]: DEBUG nova.objects.instance [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lazy-loading 'resources' on Instance uuid 01618ff9-d8e5-41b5-899c-81279eb69806 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.799164] env[69304]: DEBUG nova.network.neutron [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.856067] env[69304]: DEBUG nova.network.neutron [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.886063] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.886381] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Instance network_info: |[{"id": "183ccd87-ce82-427d-8be1-37a5625b42af", "address": "fa:16:3e:43:cb:60", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183ccd87-ce", "ovs_interfaceid": "183ccd87-ce82-427d-8be1-37a5625b42af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.889876] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:cb:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '183ccd87-ce82-427d-8be1-37a5625b42af', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.897517] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Creating folder: Project (0278f7d496e445ebbd92fd917a481f05). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.897738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.897968] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.899669] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8e567b5-2cb4-4243-98a5-2622a6f0b783 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.914688] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Created folder: Project (0278f7d496e445ebbd92fd917a481f05) in parent group-v832645. [ 1038.914980] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Creating folder: Instances. Parent ref: group-v832883. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.915977] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01b146c-c1a8-4aaa-886e-5fdc759f1394 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.928378] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Created folder: Instances in parent group-v832883. [ 1038.928659] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.928864] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.929101] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe98412d-f4e3-4a7c-bb69-db05804a99d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.953103] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.953103] env[69304]: value = "task-4209165" [ 1038.953103] env[69304]: _type = "Task" [ 1038.953103] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.964036] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209165, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.029721] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.096313] env[69304]: DEBUG nova.compute.manager [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Received event network-vif-plugged-183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1039.096488] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.096714] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.096908] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.097201] env[69304]: DEBUG nova.compute.manager [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] No waiting events found dispatching network-vif-plugged-183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1039.097482] env[69304]: WARNING nova.compute.manager [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Received unexpected event network-vif-plugged-183ccd87-ce82-427d-8be1-37a5625b42af for instance with vm_state building and task_state spawning. [ 1039.097678] env[69304]: DEBUG nova.compute.manager [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Received event network-changed-183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1039.097840] env[69304]: DEBUG nova.compute.manager [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Refreshing instance network info cache due to event network-changed-183ccd87-ce82-427d-8be1-37a5625b42af. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1039.098047] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] Acquiring lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.098247] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] Acquired lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.098554] env[69304]: DEBUG nova.network.neutron [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Refreshing network info cache for port 183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.346739] env[69304]: INFO nova.scheduler.client.report [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocation for migration 086d3f58-875e-4fff-abeb-a456bba1cece [ 1039.359864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Releasing lock "refresh_cache-16addb12-b883-4671-9d74-47fc2c8f8864" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.360279] env[69304]: DEBUG nova.compute.manager [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.360544] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.361462] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54257b9-6008-4ddb-be31-0d4f01536814 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.375363] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.375697] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a0e521d-4db8-43db-ae46-849c773a6cd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.387831] env[69304]: DEBUG oslo_vmware.api [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 1039.387831] env[69304]: value = "task-4209166" [ 1039.387831] env[69304]: _type = "Task" [ 1039.387831] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.404313] env[69304]: DEBUG nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.408189] env[69304]: DEBUG oslo_vmware.api [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.471042] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209165, 'name': CreateVM_Task, 'duration_secs': 0.423851} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.471242] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.472025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.472209] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.472550] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.472837] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df5f5d7-2004-4a32-b1ea-159724006088 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.487520] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1039.487520] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52755cbb-80b0-29d8-008b-379c7573750c" [ 1039.487520] env[69304]: _type = "Task" [ 1039.487520] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.506179] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52755cbb-80b0-29d8-008b-379c7573750c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.535350] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.724111] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc6c9b2-a5cf-40dd-8387-c7fe08ba4b13 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.738924] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c98e17a-346e-4d8f-bff9-d36354b0cc38 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.789366] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef4d63b-60a8-4905-98a2-30f35d72a52b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.806191] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde3d746-75b0-40b2-89e0-38fa6a1f6bd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.828718] env[69304]: DEBUG nova.compute.provider_tree [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.857696] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ec12a07b-1a28-447d-bf52-f2d7a0569ee5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 44.150s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.868229] env[69304]: DEBUG nova.network.neutron [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updated VIF entry in instance network info cache for port 183ccd87-ce82-427d-8be1-37a5625b42af. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.868229] env[69304]: DEBUG nova.network.neutron [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [{"id": "183ccd87-ce82-427d-8be1-37a5625b42af", "address": "fa:16:3e:43:cb:60", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183ccd87-ce", "ovs_interfaceid": "183ccd87-ce82-427d-8be1-37a5625b42af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.902474] env[69304]: DEBUG oslo_vmware.api [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209166, 'name': PowerOffVM_Task, 'duration_secs': 0.214343} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.902776] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.902945] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.903240] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e5e59b-dd86-4f57-8ee0-79563abdb9a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.929902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.937436] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.937691] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.937835] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleting the datastore file [datastore2] 16addb12-b883-4671-9d74-47fc2c8f8864 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.938150] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18f1dbf-9bc1-4af1-8fa4-9dfbe015ae1f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.950594] env[69304]: DEBUG oslo_vmware.api [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for the task: (returnval){ [ 1039.950594] env[69304]: value = "task-4209168" [ 1039.950594] env[69304]: _type = "Task" [ 1039.950594] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.967846] env[69304]: DEBUG oslo_vmware.api [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.008457] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52755cbb-80b0-29d8-008b-379c7573750c, 'name': SearchDatastore_Task, 'duration_secs': 0.086401} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.008880] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.011200] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.012482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.012482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.012482] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.012482] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1499d0fc-6b4d-4d0a-8de8-60f90a5521a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.030771] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.062059] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.062589] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.067326] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec4de0d-4763-4d4e-868c-d534bba8e9e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.081645] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1040.081645] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5299c07a-dbf3-528e-5a79-1d58256e4767" [ 1040.081645] env[69304]: _type = "Task" [ 1040.081645] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.103809] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5299c07a-dbf3-528e-5a79-1d58256e4767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.335197] env[69304]: DEBUG nova.scheduler.client.report [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.371025] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c05d9f4-da96-45dd-b7b5-6975ce6ef026 req-e995cd82-bea2-4643-a061-6f9b21a58cfd service nova] Releasing lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.463552] env[69304]: DEBUG oslo_vmware.api [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Task: {'id': task-4209168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196608} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.463722] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.463912] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.464115] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.464300] env[69304]: INFO nova.compute.manager [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1040.464573] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.464768] env[69304]: DEBUG nova.compute.manager [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.464862] env[69304]: DEBUG nova.network.neutron [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.490137] env[69304]: DEBUG nova.network.neutron [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.540860] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.610407] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5299c07a-dbf3-528e-5a79-1d58256e4767, 'name': SearchDatastore_Task, 'duration_secs': 0.096517} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.615542] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af44f853-7ad1-4867-9013-16b22eb44c80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.631561] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1040.631561] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52739dc5-0068-7c5b-8537-83c51df1375d" [ 1040.631561] env[69304]: _type = "Task" [ 1040.631561] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.647018] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52739dc5-0068-7c5b-8537-83c51df1375d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.842813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.845971] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.625s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.846284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.848596] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.742s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.851463] env[69304]: INFO nova.compute.claims [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.875525] env[69304]: INFO nova.scheduler.client.report [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleted allocations for instance 01618ff9-d8e5-41b5-899c-81279eb69806 [ 1040.878842] env[69304]: INFO nova.scheduler.client.report [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted allocations for instance 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4 [ 1040.992974] env[69304]: DEBUG nova.network.neutron [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.035453] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.147822] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52739dc5-0068-7c5b-8537-83c51df1375d, 'name': SearchDatastore_Task, 'duration_secs': 0.095665} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.148065] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.148345] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d1eb50d1-c896-45f1-813f-5fe99fc0c676/d1eb50d1-c896-45f1-813f-5fe99fc0c676.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.148627] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ad3cd28-cf90-4ad1-87a7-bfca2f449c26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.163557] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1041.163557] env[69304]: value = "task-4209169" [ 1041.163557] env[69304]: _type = "Task" [ 1041.163557] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.177900] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.385196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "01618ff9-d8e5-41b5-899c-81279eb69806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.776s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.390265] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c096d8b4-6c5c-4598-9931-152054770883 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "18bfddfc-8ba9-41c3-bde7-a09ed7c153b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.158s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.496469] env[69304]: INFO nova.compute.manager [-] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Took 1.03 seconds to deallocate network for instance. [ 1041.532630] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.543911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.544214] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.544433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.544628] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.544807] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.548368] env[69304]: INFO nova.compute.manager [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Terminating instance [ 1041.684315] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209169, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.006074] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.032900] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209162, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.025493} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.035916] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8/OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8.vmdk to [datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk. [ 1042.038287] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Cleaning up location [datastore1] OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1042.038287] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_94a6897e-b816-49fd-92a1-7f0fd63fc6f8 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.038287] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87f7ef34-e1e3-43a7-aee1-483c56b45895 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.045468] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1042.045468] env[69304]: value = "task-4209171" [ 1042.045468] env[69304]: _type = "Task" [ 1042.045468] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.055347] env[69304]: DEBUG nova.compute.manager [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.055609] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.055914] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.059806] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a07f514-02a2-4279-886f-92fcc100bb89 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.069436] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.069835] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e3ce47-2ab9-48e2-a307-1fca6e5a146a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.079511] env[69304]: DEBUG oslo_vmware.api [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1042.079511] env[69304]: value = "task-4209172" [ 1042.079511] env[69304]: _type = "Task" [ 1042.079511] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.096868] env[69304]: DEBUG oslo_vmware.api [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.180547] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846071} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.180900] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d1eb50d1-c896-45f1-813f-5fe99fc0c676/d1eb50d1-c896-45f1-813f-5fe99fc0c676.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.181654] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.181654] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a5985ab-5cb0-4fba-b8bb-f758910af0ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.193300] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1042.193300] env[69304]: value = "task-4209173" [ 1042.193300] env[69304]: _type = "Task" [ 1042.193300] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.203916] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.275524] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.275858] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.309620] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409de935-541f-4756-89cc-d83cc1231fb5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.319433] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdbfcd0-947c-4922-84af-8d97f1673435 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.354944] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956b312-df80-49ce-815f-478f95069e7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.363596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f227eb8-2bc7-4859-9657-d125620d43db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.379237] env[69304]: DEBUG nova.compute.provider_tree [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.558240] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054766} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.558573] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.558682] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.558926] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk to [datastore1] 1b7f78b1-bfbf-4555-a04f-7f6416e1c558/1b7f78b1-bfbf-4555-a04f-7f6416e1c558.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.559205] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bc7440f-ffe8-4ab2-bbd3-b54909c493ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.567724] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1042.567724] env[69304]: value = "task-4209174" [ 1042.567724] env[69304]: _type = "Task" [ 1042.567724] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.577835] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.590952] env[69304]: DEBUG oslo_vmware.api [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209172, 'name': PowerOffVM_Task, 'duration_secs': 0.262334} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.591313] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.591504] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.591808] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4afa288-b37c-4617-a6ed-73669ee2f36e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.674596] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.674839] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.675043] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore2] bb6340c5-7596-4c1f-98f9-feb6d6400e77 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.675421] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e5ca86b-413b-4651-8051-976dd073b44c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.683776] env[69304]: DEBUG oslo_vmware.api [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1042.683776] env[69304]: value = "task-4209176" [ 1042.683776] env[69304]: _type = "Task" [ 1042.683776] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.693301] env[69304]: DEBUG oslo_vmware.api [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.703975] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092217} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.704905] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.705125] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717425c9-04d5-4d3e-8c43-29203a59f315 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.730290] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d1eb50d1-c896-45f1-813f-5fe99fc0c676/d1eb50d1-c896-45f1-813f-5fe99fc0c676.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.730850] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f7b89e-4d69-441e-8fd1-bbf3069b68c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.752426] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1042.752426] env[69304]: value = "task-4209177" [ 1042.752426] env[69304]: _type = "Task" [ 1042.752426] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.764143] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.780842] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.884054] env[69304]: DEBUG nova.scheduler.client.report [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.084132] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.084536] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.101031] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.200215] env[69304]: DEBUG oslo_vmware.api [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237915} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.200602] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.200794] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.200974] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.201167] env[69304]: INFO nova.compute.manager [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.201422] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.201628] env[69304]: DEBUG nova.compute.manager [-] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.201724] env[69304]: DEBUG nova.network.neutron [-] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.269113] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.305762] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.389480] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.389480] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.392920] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.896s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.393363] env[69304]: DEBUG nova.objects.instance [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'resources' on Instance uuid 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.555993] env[69304]: DEBUG nova.compute.manager [req-9bf97be6-3321-465a-92c6-204718334ff7 req-e38b65ec-4826-497e-8634-35fd9eca7da9 service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Received event network-vif-deleted-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1043.556352] env[69304]: INFO nova.compute.manager [req-9bf97be6-3321-465a-92c6-204718334ff7 req-e38b65ec-4826-497e-8634-35fd9eca7da9 service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Neutron deleted interface e6d1e3fe-df46-4b47-84a3-d04e0cf09db7; detaching it from the instance and deleting it from the info cache [ 1043.556658] env[69304]: DEBUG nova.network.neutron [req-9bf97be6-3321-465a-92c6-204718334ff7 req-e38b65ec-4826-497e-8634-35fd9eca7da9 service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.586358] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.602261] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.770163] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209177, 'name': ReconfigVM_Task, 'duration_secs': 0.566755} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.770512] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d1eb50d1-c896-45f1-813f-5fe99fc0c676/d1eb50d1-c896-45f1-813f-5fe99fc0c676.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.771442] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a830078-e2d6-4063-b49b-ba1573baa8ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.785852] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1043.785852] env[69304]: value = "task-4209178" [ 1043.785852] env[69304]: _type = "Task" [ 1043.785852] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.804566] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209178, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.897539] env[69304]: DEBUG nova.compute.utils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.902030] env[69304]: DEBUG nova.objects.instance [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'numa_topology' on Instance uuid 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.902030] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.902030] env[69304]: DEBUG nova.network.neutron [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.963678] env[69304]: DEBUG nova.policy [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da654629675946fb87f00cfe030c90b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a566c67f3d01484d94947fd3d73efd37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.033618] env[69304]: DEBUG nova.network.neutron [-] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.060443] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d128d67c-2cbb-49e7-b08f-a6a684cc1bab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.078761] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6a9253-2fcd-47af-b61e-0c8fae9a9ece {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.096487] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.125726] env[69304]: DEBUG nova.compute.manager [req-9bf97be6-3321-465a-92c6-204718334ff7 req-e38b65ec-4826-497e-8634-35fd9eca7da9 service nova] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Detach interface failed, port_id=e6d1e3fe-df46-4b47-84a3-d04e0cf09db7, reason: Instance bb6340c5-7596-4c1f-98f9-feb6d6400e77 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1044.129447] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.303826] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209178, 'name': Rename_Task, 'duration_secs': 0.234016} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.303826] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.303826] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f4ecef4-c813-4340-890d-bc69b8819771 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.317111] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1044.317111] env[69304]: value = "task-4209179" [ 1044.317111] env[69304]: _type = "Task" [ 1044.317111] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.331446] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.359834] env[69304]: DEBUG nova.network.neutron [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Successfully created port: a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.401132] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.405055] env[69304]: DEBUG nova.objects.base [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Object Instance<67fdbe85-1aee-430d-b160-ba263778f12b> lazy-loaded attributes: resources,numa_topology {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.540025] env[69304]: INFO nova.compute.manager [-] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Took 1.34 seconds to deallocate network for instance. [ 1044.589964] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.843569] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.887343] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2774a-7a99-43ba-979b-64e2c80802bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.897762] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650c6ca-cd56-453c-a822-c03c55e0ad95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.944267] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c80e4-ce35-44a5-80d4-bb1f3e71ed53 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.958043] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ee810-6bfd-4e80-a2d2-c770c86f90f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.981037] env[69304]: DEBUG nova.compute.provider_tree [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.048571] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.088390] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.332054] env[69304]: DEBUG oslo_vmware.api [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209179, 'name': PowerOnVM_Task, 'duration_secs': 0.633275} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.332476] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.332476] env[69304]: INFO nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1045.332972] env[69304]: DEBUG nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.333583] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcb7f5c-fee4-4c1d-9e58-349ebf9b58c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.445724] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.469042] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.469312] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.469500] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.469687] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.469836] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.469984] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.470216] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.470420] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.470615] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.470785] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.470965] env[69304]: DEBUG nova.virt.hardware [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.471865] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd73b3b5-4c23-4ec2-99b1-133fb679bd99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.480741] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df120b93-d9b9-42c5-85d5-db78ed52b5df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.485214] env[69304]: DEBUG nova.scheduler.client.report [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.583978] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209174, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.686801} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.584321] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/92b461a7-bec5-45b5-8c2a-0887722fce8f/92b461a7-bec5-45b5-8c2a-0887722fce8f.vmdk to [datastore1] 1b7f78b1-bfbf-4555-a04f-7f6416e1c558/1b7f78b1-bfbf-4555-a04f-7f6416e1c558.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.585252] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79c617-7642-499b-9054-685b5abfcb0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.613763] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 1b7f78b1-bfbf-4555-a04f-7f6416e1c558/1b7f78b1-bfbf-4555-a04f-7f6416e1c558.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.614125] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121788df-4956-4afc-ae3f-c0282f803d4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.639845] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1045.639845] env[69304]: value = "task-4209180" [ 1045.639845] env[69304]: _type = "Task" [ 1045.639845] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.651965] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.854049] env[69304]: INFO nova.compute.manager [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Took 47.64 seconds to build instance. [ 1045.991048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.598s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.995450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.159s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.995629] env[69304]: DEBUG nova.objects.instance [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1046.040569] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a9abe-661f-7e44-6a13-7fe9c039db80/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.041536] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef202e1-1124-4856-bd66-db5ef51f7316 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.058362] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a9abe-661f-7e44-6a13-7fe9c039db80/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.058362] env[69304]: ERROR oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a9abe-661f-7e44-6a13-7fe9c039db80/disk-0.vmdk due to incomplete transfer. [ 1046.058362] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4bee1a5c-def5-48e9-b508-06ce9500d58a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.066892] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a9abe-661f-7e44-6a13-7fe9c039db80/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1046.067406] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Uploaded image 8cc55d63-72f5-4bc2-bb68-03f4f9bab1cf to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1046.071110] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.071995] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8335dac3-524c-4635-84fb-7c78a0bd894f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.080420] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1046.080420] env[69304]: value = "task-4209181" [ 1046.080420] env[69304]: _type = "Task" [ 1046.080420] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.090529] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209181, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.150707] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209180, 'name': ReconfigVM_Task, 'duration_secs': 0.39135} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.151107] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 1b7f78b1-bfbf-4555-a04f-7f6416e1c558/1b7f78b1-bfbf-4555-a04f-7f6416e1c558.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.152071] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada1dcb8-0d1a-41f8-9620-a52f5dfea311 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.159852] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1046.159852] env[69304]: value = "task-4209182" [ 1046.159852] env[69304]: _type = "Task" [ 1046.159852] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.168351] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209182, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.208845] env[69304]: DEBUG nova.network.neutron [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Successfully updated port: a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.237073] env[69304]: DEBUG nova.compute.manager [req-a4683197-de57-41d6-aa36-5750730a954e req-a49b655f-9f36-4b0e-828d-a38d53fec31f service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Received event network-vif-plugged-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1046.237414] env[69304]: DEBUG oslo_concurrency.lockutils [req-a4683197-de57-41d6-aa36-5750730a954e req-a49b655f-9f36-4b0e-828d-a38d53fec31f service nova] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.237665] env[69304]: DEBUG oslo_concurrency.lockutils [req-a4683197-de57-41d6-aa36-5750730a954e req-a49b655f-9f36-4b0e-828d-a38d53fec31f service nova] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.237942] env[69304]: DEBUG oslo_concurrency.lockutils [req-a4683197-de57-41d6-aa36-5750730a954e req-a49b655f-9f36-4b0e-828d-a38d53fec31f service nova] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.238139] env[69304]: DEBUG nova.compute.manager [req-a4683197-de57-41d6-aa36-5750730a954e req-a49b655f-9f36-4b0e-828d-a38d53fec31f service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] No waiting events found dispatching network-vif-plugged-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.238331] env[69304]: WARNING nova.compute.manager [req-a4683197-de57-41d6-aa36-5750730a954e req-a49b655f-9f36-4b0e-828d-a38d53fec31f service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Received unexpected event network-vif-plugged-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 for instance with vm_state building and task_state spawning. [ 1046.356639] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.152s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.505236] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2a9d6c3-0817-42f2-bac4-7f05351502db tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.542s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.505767] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.805s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.505902] env[69304]: INFO nova.compute.manager [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Unshelving [ 1046.558048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "8b9406bb-507d-4194-a415-8b0683cf7528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.558048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "8b9406bb-507d-4194-a415-8b0683cf7528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.558048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "8b9406bb-507d-4194-a415-8b0683cf7528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.558048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "8b9406bb-507d-4194-a415-8b0683cf7528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.558048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "8b9406bb-507d-4194-a415-8b0683cf7528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.559736] env[69304]: INFO nova.compute.manager [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Terminating instance [ 1046.591011] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209181, 'name': Destroy_Task, 'duration_secs': 0.315222} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.591333] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Destroyed the VM [ 1046.591598] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.591854] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13d6664c-6171-409b-9234-6ca2850a84af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.599213] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1046.599213] env[69304]: value = "task-4209183" [ 1046.599213] env[69304]: _type = "Task" [ 1046.599213] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.608208] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.670978] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209182, 'name': Rename_Task, 'duration_secs': 0.158147} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.671169] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.671832] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a75a03f-5631-45ff-a683-ecce9f8b3697 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.678795] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1046.678795] env[69304]: value = "task-4209184" [ 1046.678795] env[69304]: _type = "Task" [ 1046.678795] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.687968] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.710943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.711108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.711279] env[69304]: DEBUG nova.network.neutron [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.006421] env[69304]: DEBUG oslo_concurrency.lockutils [None req-56143a13-7be7-477a-b41c-c74e5f69b001 tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.007667] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.270s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.011249] env[69304]: INFO nova.compute.claims [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.063926] env[69304]: DEBUG nova.compute.manager [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.064184] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.065928] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd437e4-9911-452e-b906-52810f7872ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.070157] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.070433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.070604] env[69304]: DEBUG nova.compute.manager [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.071458] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b903b8-93d1-4b26-9a86-85076bf0d666 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.080860] env[69304]: DEBUG nova.compute.manager [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1047.081544] env[69304]: DEBUG nova.objects.instance [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'flavor' on Instance uuid 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.086555] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.087184] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1a8520-27de-4683-90cb-81976591e245 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.096161] env[69304]: DEBUG oslo_vmware.api [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 1047.096161] env[69304]: value = "task-4209185" [ 1047.096161] env[69304]: _type = "Task" [ 1047.096161] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.109657] env[69304]: DEBUG oslo_vmware.api [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.113212] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209183, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.191410] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.265511] env[69304]: DEBUG nova.network.neutron [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.433206] env[69304]: DEBUG nova.network.neutron [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updating instance_info_cache with network_info: [{"id": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "address": "fa:16:3e:15:e4:dd", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8137575-d7", "ovs_interfaceid": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.525295] env[69304]: DEBUG nova.compute.utils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.611123] env[69304]: DEBUG oslo_vmware.api [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209185, 'name': PowerOffVM_Task, 'duration_secs': 0.316007} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.615237] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.615445] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.616087] env[69304]: DEBUG oslo_vmware.api [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901651} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.616329] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a57acc-77ab-42dd-88db-359422d43863 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.618041] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.618319] env[69304]: INFO nova.compute.manager [None req-5a00539e-be69-4077-b1d6-98bb1fb9fb29 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Took 19.89 seconds to snapshot the instance on the hypervisor. [ 1047.688707] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.688981] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.689264] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleting the datastore file [datastore1] 8b9406bb-507d-4194-a415-8b0683cf7528 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.689948] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a381231a-55f1-4bb8-aee5-ce26b298691d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.697603] env[69304]: DEBUG oslo_vmware.api [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209184, 'name': PowerOnVM_Task, 'duration_secs': 0.622212} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.699100] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.699359] env[69304]: INFO nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Took 16.51 seconds to spawn the instance on the hypervisor. [ 1047.699544] env[69304]: DEBUG nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.699987] env[69304]: DEBUG oslo_vmware.api [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 1047.699987] env[69304]: value = "task-4209187" [ 1047.699987] env[69304]: _type = "Task" [ 1047.699987] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.700768] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf73dd-1014-4e3b-b230-fabaa57161a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.712133] env[69304]: DEBUG oslo_vmware.api [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.740897] env[69304]: DEBUG nova.compute.manager [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Received event network-changed-183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1047.741176] env[69304]: DEBUG nova.compute.manager [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Refreshing instance network info cache due to event network-changed-183ccd87-ce82-427d-8be1-37a5625b42af. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1047.741378] env[69304]: DEBUG oslo_concurrency.lockutils [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] Acquiring lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.741524] env[69304]: DEBUG oslo_concurrency.lockutils [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] Acquired lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.741738] env[69304]: DEBUG nova.network.neutron [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Refreshing network info cache for port 183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.936211] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.936561] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Instance network_info: |[{"id": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "address": "fa:16:3e:15:e4:dd", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8137575-d7", "ovs_interfaceid": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.937028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:e4:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8137575-d7a0-4ddb-bac5-96aa1971f9b6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.944702] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.944956] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.945313] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654e41ec-86e7-4857-a82a-3de2a84be712 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.969541] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.969541] env[69304]: value = "task-4209188" [ 1047.969541] env[69304]: _type = "Task" [ 1047.969541] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.979779] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209188, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.032884] env[69304]: INFO nova.virt.block_device [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Booting with volume 8d3ec86d-c546-4148-ab09-f7f9c6112069 at /dev/sdb [ 1048.078540] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86f23390-0fcf-4310-b034-233e153bf3a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.089662] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877511a4-f339-453d-b1df-67de48328670 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.103580] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.104093] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1031c4aa-be82-43f2-8e18-69ca3e7982c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.113194] env[69304]: DEBUG oslo_vmware.api [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1048.113194] env[69304]: value = "task-4209189" [ 1048.113194] env[69304]: _type = "Task" [ 1048.113194] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.152816] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-035eabc1-eb1b-4fc4-9496-aa7abc36a4a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.155638] env[69304]: DEBUG oslo_vmware.api [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.165125] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56dc4a-8341-4e71-9a10-ba64c83b305d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.210425] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2e8416-cd55-4abd-91f0-6b86ad929a8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.226153] env[69304]: DEBUG oslo_vmware.api [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212911} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.234181] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.234416] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.234605] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.234782] env[69304]: INFO nova.compute.manager [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1048.235054] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.235815] env[69304]: INFO nova.compute.manager [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Took 50.49 seconds to build instance. [ 1048.237210] env[69304]: DEBUG nova.compute.manager [-] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.237371] env[69304]: DEBUG nova.network.neutron [-] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.240355] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a3035b-31f2-4b1b-973d-05c30e5d7fd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.261904] env[69304]: DEBUG nova.virt.block_device [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating existing volume attachment record: f182a217-9b3b-4e91-b6f0-d3fa090a4c9a {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1048.282579] env[69304]: DEBUG nova.compute.manager [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Received event network-changed-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1048.282675] env[69304]: DEBUG nova.compute.manager [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Refreshing instance network info cache due to event network-changed-a8137575-d7a0-4ddb-bac5-96aa1971f9b6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1048.282921] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] Acquiring lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.283072] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] Acquired lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.283259] env[69304]: DEBUG nova.network.neutron [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Refreshing network info cache for port a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.481881] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209188, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.578783] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df97fa8-f0b4-4d7b-b3e6-2a9f78d29497 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.588517] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073cb23-8abb-4c7b-be3f-9dcdebb17e0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.628399] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c3d45-0de8-4a79-9b1f-fa91955fc41f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632171] env[69304]: DEBUG nova.network.neutron [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updated VIF entry in instance network info cache for port 183ccd87-ce82-427d-8be1-37a5625b42af. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.632525] env[69304]: DEBUG nova.network.neutron [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [{"id": "183ccd87-ce82-427d-8be1-37a5625b42af", "address": "fa:16:3e:43:cb:60", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183ccd87-ce", "ovs_interfaceid": "183ccd87-ce82-427d-8be1-37a5625b42af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.642243] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18593c9-ec13-43a5-b279-ca040e0710f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.646832] env[69304]: DEBUG oslo_vmware.api [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209189, 'name': PowerOffVM_Task, 'duration_secs': 0.407599} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.647013] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.647228] env[69304]: DEBUG nova.compute.manager [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.648454] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117c16c8-ef21-4d54-86f6-86eff48c6fb3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.663392] env[69304]: DEBUG nova.compute.provider_tree [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.744838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.010s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.984112] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209188, 'name': CreateVM_Task, 'duration_secs': 0.560804} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.984303] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.984990] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.985176] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.985488] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.985744] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ac3ca1c-483a-455c-9a2c-931f383b6aea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.990816] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1048.990816] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c9ed6-50bf-7e0c-b8ce-2c55ab33df27" [ 1048.990816] env[69304]: _type = "Task" [ 1048.990816] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.999942] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c9ed6-50bf-7e0c-b8ce-2c55ab33df27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.071284] env[69304]: DEBUG nova.network.neutron [-] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.137117] env[69304]: DEBUG oslo_concurrency.lockutils [req-07f33250-d10d-481d-bb42-0839945572e9 req-ca58bba4-47c0-440d-ae0c-c5b69440e21e service nova] Releasing lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.170018] env[69304]: DEBUG nova.scheduler.client.report [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.176785] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12e948c1-01ce-47d8-a468-724f20122e72 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.179372] env[69304]: DEBUG nova.network.neutron [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updated VIF entry in instance network info cache for port a8137575-d7a0-4ddb-bac5-96aa1971f9b6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.179882] env[69304]: DEBUG nova.network.neutron [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updating instance_info_cache with network_info: [{"id": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "address": "fa:16:3e:15:e4:dd", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8137575-d7", "ovs_interfaceid": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.306902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.306902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.306902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.306902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.307167] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.310465] env[69304]: INFO nova.compute.manager [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Terminating instance [ 1049.501817] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522c9ed6-50bf-7e0c-b8ce-2c55ab33df27, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.502198] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.502445] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.502607] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.502757] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.502937] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.503220] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aa471fa-e4e8-4ca8-8f17-19a7063e0589 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.515017] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.515017] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.515017] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59c85e5-74eb-4097-8cf4-d6f5fbe0fae4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.519495] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1049.519495] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5211410b-9c1c-5040-1b12-4ccdcabe7508" [ 1049.519495] env[69304]: _type = "Task" [ 1049.519495] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.529133] env[69304]: DEBUG nova.compute.manager [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.529488] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5211410b-9c1c-5040-1b12-4ccdcabe7508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.530215] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013e654-5b54-4ef7-b8e8-40322bafd55c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.573603] env[69304]: INFO nova.compute.manager [-] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Took 1.34 seconds to deallocate network for instance. [ 1049.678179] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.678720] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.681504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.816s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.681747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.681910] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1049.682212] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.213s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.685930] env[69304]: DEBUG oslo_concurrency.lockutils [req-ba6dc6c5-8e33-4b5d-b0c7-6e5a753b1756 req-84804bee-2f70-4095-b09e-95e6aad4ce58 service nova] Releasing lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.686824] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56c4294-0440-449e-a8bb-8ff5acbd50df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.696120] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6283faf8-8d97-4df0-a221-5308a7029242 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.700733] env[69304]: DEBUG nova.objects.instance [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'flavor' on Instance uuid 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.716175] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6c08f-51e9-4076-8447-6becb53a2174 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.725789] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f54ba-5d31-448b-ac8b-dff791e0b590 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.758868] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178431MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1049.759050] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.815277] env[69304]: DEBUG nova.compute.manager [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.815582] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.816505] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f6960-7cce-466b-8a92-d782015d51ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.827535] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.827821] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c569e2cc-6d69-4fe0-a51a-2e0c5eb80573 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.835687] env[69304]: DEBUG oslo_vmware.api [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1049.835687] env[69304]: value = "task-4209193" [ 1049.835687] env[69304]: _type = "Task" [ 1049.835687] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.845636] env[69304]: DEBUG oslo_vmware.api [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.033221] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5211410b-9c1c-5040-1b12-4ccdcabe7508, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.034287] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339d2680-8403-4e95-89a6-0b595f244ec1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.040722] env[69304]: INFO nova.compute.manager [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] instance snapshotting [ 1050.043973] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ea669-8b44-44de-ae3a-743377ab0e9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.047969] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1050.047969] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5272f4a0-f602-d52a-f4d2-a3e2d595388d" [ 1050.047969] env[69304]: _type = "Task" [ 1050.047969] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.068614] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f14f2-554e-49ed-becd-4665d46673b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.075425] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5272f4a0-f602-d52a-f4d2-a3e2d595388d, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.076129] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.076430] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 7b840d42-3de4-4dea-8d03-6a8f353d09a2/7b840d42-3de4-4dea-8d03-6a8f353d09a2.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.076748] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3fe1817-d03d-48ad-a50c-9ea1444e170b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.081360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.093223] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1050.093223] env[69304]: value = "task-4209194" [ 1050.093223] env[69304]: _type = "Task" [ 1050.093223] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.099813] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186be68e-7f6a-433f-ac5b-80a8c7b91127 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.105858] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.110877] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6457759-a8fc-4448-8846-0e5f8ca5a0c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.148112] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b690f-d2cb-45e4-b454-1de5d7f5ba1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.155926] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95619296-1123-468d-8afc-428c823f2afb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.170922] env[69304]: DEBUG nova.compute.provider_tree [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.187291] env[69304]: DEBUG nova.compute.utils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.188838] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.189401] env[69304]: DEBUG nova.network.neutron [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.205439] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.205640] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.205780] env[69304]: DEBUG nova.network.neutron [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.205967] env[69304]: DEBUG nova.objects.instance [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'info_cache' on Instance uuid 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.322143] env[69304]: DEBUG nova.policy [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5c44415955544e59fc41de494b763b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bde79cfc7c54bbfa59d5bc085a0f7dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.347825] env[69304]: DEBUG oslo_vmware.api [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209193, 'name': PowerOffVM_Task, 'duration_secs': 0.219306} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.348176] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.348360] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.348693] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5575b6d7-f336-41d1-a1c0-aef370cfc20e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.440690] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.441203] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.441577] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleting the datastore file [datastore1] 1b7f78b1-bfbf-4555-a04f-7f6416e1c558 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.441976] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4a200c7-e242-45fc-8260-316108832c7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.451460] env[69304]: DEBUG oslo_vmware.api [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1050.451460] env[69304]: value = "task-4209196" [ 1050.451460] env[69304]: _type = "Task" [ 1050.451460] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.461739] env[69304]: DEBUG oslo_vmware.api [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.550711] env[69304]: DEBUG nova.compute.manager [req-69553ec6-84f3-4232-886e-6982bba01563 req-e98b94f4-c367-4659-8b43-38dac5cd5898 service nova] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Received event network-vif-deleted-54ab1dca-e1a6-46fb-b69e-523c9a5278dc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1050.589634] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1050.589970] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6501f18a-044d-47aa-9ed0-5f4d9a144358 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.599275] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1050.599275] env[69304]: value = "task-4209197" [ 1050.599275] env[69304]: _type = "Task" [ 1050.599275] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.610301] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209194, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.619382] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.674720] env[69304]: DEBUG nova.scheduler.client.report [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.691902] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.710231] env[69304]: DEBUG nova.objects.base [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Object Instance<10ebd5e4-8286-4576-b758-8d251b2411a5> lazy-loaded attributes: flavor,info_cache {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.855683] env[69304]: DEBUG nova.network.neutron [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Successfully created port: 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.963198] env[69304]: DEBUG oslo_vmware.api [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241004} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.963540] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.963777] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.964033] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.964290] env[69304]: INFO nova.compute.manager [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1050.964644] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.964902] env[69304]: DEBUG nova.compute.manager [-] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.965057] env[69304]: DEBUG nova.network.neutron [-] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.113264] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523867} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.113831] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 7b840d42-3de4-4dea-8d03-6a8f353d09a2/7b840d42-3de4-4dea-8d03-6a8f353d09a2.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.114219] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.116493] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5a01364-6878-4e12-a782-230262267f05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.122376] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.130061] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1051.130061] env[69304]: value = "task-4209199" [ 1051.130061] env[69304]: _type = "Task" [ 1051.130061] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.140075] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.180169] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.498s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.180462] env[69304]: INFO nova.compute.manager [None req-6dcb3329-ff4a-4577-8a0d-7d9ddd3ce420 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Successfully reverted task state from rebuilding on failure for instance. [ 1051.185654] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.093s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.186263] env[69304]: DEBUG nova.objects.instance [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1051.444225] env[69304]: DEBUG nova.network.neutron [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.611281] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209197, 'name': CreateSnapshot_Task, 'duration_secs': 0.571032} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.611659] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1051.612291] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70564a19-cef1-4ebe-9b3e-8c97929e9635 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.647565] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072142} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.647819] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.648638] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad74e0-4ac0-43b1-b5c4-b5cded73c6af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.672077] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 7b840d42-3de4-4dea-8d03-6a8f353d09a2/7b840d42-3de4-4dea-8d03-6a8f353d09a2.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.673219] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e678ca7-d0cd-46f9-8a7d-9a8de76d80e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.697517] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1051.697517] env[69304]: value = "task-4209200" [ 1051.697517] env[69304]: _type = "Task" [ 1051.697517] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.706958] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.709482] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.744404] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.744655] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.744814] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.745025] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.745185] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.745336] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.745552] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.745714] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.745886] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.746065] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.746441] env[69304]: DEBUG nova.virt.hardware [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.747129] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297e561-17f2-4a23-9061-c06b4000e6e7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.755428] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dc801f-fad0-4f9b-bef4-d6023ea56ba3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.759208] env[69304]: DEBUG nova.network.neutron [-] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.947490] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.129582] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1052.129952] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a6fea29-0b2c-4418-878f-bdd4b0c00b60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.139749] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1052.139749] env[69304]: value = "task-4209201" [ 1052.139749] env[69304]: _type = "Task" [ 1052.139749] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.148846] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209201, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.199342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f8c8e8a0-f6f5-4ee7-b429-cc205b10c811 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.200787] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.156s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.203068] env[69304]: INFO nova.compute.claims [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.218482] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.261448] env[69304]: INFO nova.compute.manager [-] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Took 1.30 seconds to deallocate network for instance. [ 1052.506675] env[69304]: DEBUG nova.compute.manager [req-7d1c3452-520f-4595-8396-8345162ff436 req-311e5eb4-6279-4990-b49f-781bba018a28 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Received event network-vif-plugged-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1052.506932] env[69304]: DEBUG oslo_concurrency.lockutils [req-7d1c3452-520f-4595-8396-8345162ff436 req-311e5eb4-6279-4990-b49f-781bba018a28 service nova] Acquiring lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.507165] env[69304]: DEBUG oslo_concurrency.lockutils [req-7d1c3452-520f-4595-8396-8345162ff436 req-311e5eb4-6279-4990-b49f-781bba018a28 service nova] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.507421] env[69304]: DEBUG oslo_concurrency.lockutils [req-7d1c3452-520f-4595-8396-8345162ff436 req-311e5eb4-6279-4990-b49f-781bba018a28 service nova] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.507600] env[69304]: DEBUG nova.compute.manager [req-7d1c3452-520f-4595-8396-8345162ff436 req-311e5eb4-6279-4990-b49f-781bba018a28 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] No waiting events found dispatching network-vif-plugged-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1052.507796] env[69304]: WARNING nova.compute.manager [req-7d1c3452-520f-4595-8396-8345162ff436 req-311e5eb4-6279-4990-b49f-781bba018a28 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Received unexpected event network-vif-plugged-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 for instance with vm_state building and task_state spawning. [ 1052.579196] env[69304]: DEBUG nova.compute.manager [req-1bf85119-892e-4df0-b63a-1e8ae526d2a1 req-785e3710-18b7-4e24-9e08-2f0824997494 service nova] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Received event network-vif-deleted-aac2855f-151d-41a8-a878-b4d090513526 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1052.600794] env[69304]: DEBUG nova.network.neutron [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Successfully updated port: 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.651551] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209201, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.714135] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209200, 'name': ReconfigVM_Task, 'duration_secs': 0.635161} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.714135] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 7b840d42-3de4-4dea-8d03-6a8f353d09a2/7b840d42-3de4-4dea-8d03-6a8f353d09a2.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.714620] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f98082-4cd2-4342-8941-d3d3a2307c84 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.722272] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1052.722272] env[69304]: value = "task-4209202" [ 1052.722272] env[69304]: _type = "Task" [ 1052.722272] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.732902] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209202, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.768920] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.954042] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.954392] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8684a0f-d93b-4755-8169-87a36ac0d177 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.962768] env[69304]: DEBUG oslo_vmware.api [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1052.962768] env[69304]: value = "task-4209203" [ 1052.962768] env[69304]: _type = "Task" [ 1052.962768] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.972748] env[69304]: DEBUG oslo_vmware.api [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.103613] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.103838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquired lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.104125] env[69304]: DEBUG nova.network.neutron [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.154373] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209201, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.236554] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209202, 'name': Rename_Task, 'duration_secs': 0.156623} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.236821] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.237091] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190fbe80-e538-44d3-93f6-5b89ea9e3dad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.244992] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1053.244992] env[69304]: value = "task-4209204" [ 1053.244992] env[69304]: _type = "Task" [ 1053.244992] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.256537] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.475635] env[69304]: DEBUG oslo_vmware.api [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.608525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb246c8-ecc1-42fe-8f15-c5c9f4f25672 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.618348] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3e57fe-136d-48cd-8aae-e136149b62fe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.649521] env[69304]: DEBUG nova.network.neutron [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.655149] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0640965f-b407-4dff-805c-42b65716ccf1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.665227] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209201, 'name': CloneVM_Task, 'duration_secs': 1.409282} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.665583] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Created linked-clone VM from snapshot [ 1053.666765] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ef550-e09d-4740-8f8c-237150ef74ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.671183] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2057ef-916b-4bac-8bdc-db8d38156ca6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.689210] env[69304]: DEBUG nova.compute.provider_tree [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.690928] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Uploading image 520e306a-b288-432c-9eef-bf3a57a962e5 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.716058] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1053.716058] env[69304]: value = "vm-832890" [ 1053.716058] env[69304]: _type = "VirtualMachine" [ 1053.716058] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1053.716380] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bffcb39f-dbe9-465b-9780-64420f1542bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.725443] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lease: (returnval){ [ 1053.725443] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e00e11-d90e-18f4-d1ee-36bdc6194d66" [ 1053.725443] env[69304]: _type = "HttpNfcLease" [ 1053.725443] env[69304]: } obtained for exporting VM: (result){ [ 1053.725443] env[69304]: value = "vm-832890" [ 1053.725443] env[69304]: _type = "VirtualMachine" [ 1053.725443] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1053.725799] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the lease: (returnval){ [ 1053.725799] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e00e11-d90e-18f4-d1ee-36bdc6194d66" [ 1053.725799] env[69304]: _type = "HttpNfcLease" [ 1053.725799] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.735572] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.735572] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e00e11-d90e-18f4-d1ee-36bdc6194d66" [ 1053.735572] env[69304]: _type = "HttpNfcLease" [ 1053.735572] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.755374] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.805149] env[69304]: DEBUG nova.network.neutron [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updating instance_info_cache with network_info: [{"id": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "address": "fa:16:3e:72:7c:5d", "network": {"id": "cd2d98a2-5035-43f1-a6f6-64210ee94918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-305713472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde79cfc7c54bbfa59d5bc085a0f7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c99b30f-67", "ovs_interfaceid": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.975531] env[69304]: DEBUG oslo_vmware.api [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.195190] env[69304]: DEBUG nova.scheduler.client.report [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.234473] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.234473] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e00e11-d90e-18f4-d1ee-36bdc6194d66" [ 1054.234473] env[69304]: _type = "HttpNfcLease" [ 1054.234473] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.234728] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.234728] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e00e11-d90e-18f4-d1ee-36bdc6194d66" [ 1054.234728] env[69304]: _type = "HttpNfcLease" [ 1054.234728] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1054.235910] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfab7a0f-215e-48ef-903d-3f32d5661fe7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.244821] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f773-36d4-62aa-27cc-2979fe13f973/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.245025] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f773-36d4-62aa-27cc-2979fe13f973/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.309096] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Releasing lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.310062] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Instance network_info: |[{"id": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "address": "fa:16:3e:72:7c:5d", "network": {"id": "cd2d98a2-5035-43f1-a6f6-64210ee94918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-305713472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde79cfc7c54bbfa59d5bc085a0f7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c99b30f-67", "ovs_interfaceid": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.310062] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.311771] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:7c:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c99b30f-67b6-45e7-b1c6-0e7fd64b3291', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.319625] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Creating folder: Project (0bde79cfc7c54bbfa59d5bc085a0f7dd). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.320308] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60cf8b79-79c1-40a4-85fa-b346c85322ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.334383] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Created folder: Project (0bde79cfc7c54bbfa59d5bc085a0f7dd) in parent group-v832645. [ 1054.334515] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Creating folder: Instances. Parent ref: group-v832891. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.334788] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88795cf1-1d28-4f91-9f15-f15e490247f4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.346162] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Created folder: Instances in parent group-v832891. [ 1054.346445] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.346661] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.346907] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f57199-ead0-4915-99b3-60660c9a1d8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.367362] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-190294e8-2e66-4a20-88c2-05ad0f59719c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.373364] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.373364] env[69304]: value = "task-4209208" [ 1054.373364] env[69304]: _type = "Task" [ 1054.373364] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.383048] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209208, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.393219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.476625] env[69304]: DEBUG oslo_vmware.api [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209203, 'name': PowerOnVM_Task, 'duration_secs': 1.278503} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.477056] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.477165] env[69304]: DEBUG nova.compute.manager [None req-e707c947-b3dd-417f-8007-02b1f61e705e tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.478154] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5523cc-53e4-4333-b958-95d49342fed8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.536883] env[69304]: DEBUG nova.compute.manager [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Received event network-changed-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1054.537256] env[69304]: DEBUG nova.compute.manager [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Refreshing instance network info cache due to event network-changed-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1054.537604] env[69304]: DEBUG oslo_concurrency.lockutils [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] Acquiring lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.537819] env[69304]: DEBUG oslo_concurrency.lockutils [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] Acquired lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.537932] env[69304]: DEBUG nova.network.neutron [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Refreshing network info cache for port 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.701097] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.701716] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.707179] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.789s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.707750] env[69304]: DEBUG nova.objects.instance [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lazy-loading 'resources' on Instance uuid d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.757837] env[69304]: DEBUG oslo_vmware.api [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209204, 'name': PowerOnVM_Task, 'duration_secs': 1.17894} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.758268] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.758630] env[69304]: INFO nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1054.758883] env[69304]: DEBUG nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.759822] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a612a-8a5c-45a7-ab06-cb3efb029b79 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.884247] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209208, 'name': CreateVM_Task, 'duration_secs': 0.370469} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.884569] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.885773] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.886056] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.886504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.886769] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb254b2-5413-4a33-9f0b-19fd7e3a434d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.892231] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1054.892231] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52419fe8-2c99-2e7b-ed3a-e77b3b790b10" [ 1054.892231] env[69304]: _type = "Task" [ 1054.892231] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.900939] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52419fe8-2c99-2e7b-ed3a-e77b3b790b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.211849] env[69304]: DEBUG nova.compute.utils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.222366] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.222561] env[69304]: DEBUG nova.network.neutron [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.280043] env[69304]: DEBUG nova.policy [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf9cfff44014b2cbd918be0bd0cba88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d5ee39925e470d8052bcc432f5aa4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.285956] env[69304]: INFO nova.compute.manager [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Took 31.20 seconds to build instance. [ 1055.413573] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52419fe8-2c99-2e7b-ed3a-e77b3b790b10, 'name': SearchDatastore_Task, 'duration_secs': 0.020152} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.414172] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.414893] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.414893] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.414893] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.415078] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.415294] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a36460f-4beb-4800-97e2-dfaee876fefe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.430088] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.430328] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.431168] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048c91ad-d9e1-4aba-a3dc-8476ac254482 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.440914] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1055.440914] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ac6adf-8f93-8a0b-9318-820e17d3e24d" [ 1055.440914] env[69304]: _type = "Task" [ 1055.440914] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.449982] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ac6adf-8f93-8a0b-9318-820e17d3e24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.604329] env[69304]: DEBUG nova.network.neutron [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updated VIF entry in instance network info cache for port 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.604329] env[69304]: DEBUG nova.network.neutron [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updating instance_info_cache with network_info: [{"id": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "address": "fa:16:3e:72:7c:5d", "network": {"id": "cd2d98a2-5035-43f1-a6f6-64210ee94918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-305713472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde79cfc7c54bbfa59d5bc085a0f7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c99b30f-67", "ovs_interfaceid": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.639183] env[69304]: DEBUG nova.network.neutron [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Successfully created port: ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.723068] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.742929] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a9ee71-28c4-4161-85b2-7b7e1caaf8a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.753196] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da36ffe-7eb4-4602-8fa1-c1b1b7edb15d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.791543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f754d6b-bde1-4c24-b865-95290a095ac4 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.719s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.794606] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c0d39-667f-43cb-a6e8-3f3babe76ad1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.804522] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70537cbe-99cf-4f08-b08e-047e93543f6a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.825785] env[69304]: DEBUG nova.compute.provider_tree [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.954672] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ac6adf-8f93-8a0b-9318-820e17d3e24d, 'name': SearchDatastore_Task, 'duration_secs': 0.019831} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.955926] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc504a4-5213-4703-a501-226296d85fe3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.963329] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1055.963329] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280cdbf-1aac-75c4-2e6b-654ebc817b17" [ 1055.963329] env[69304]: _type = "Task" [ 1055.963329] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.973704] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280cdbf-1aac-75c4-2e6b-654ebc817b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.106842] env[69304]: DEBUG oslo_concurrency.lockutils [req-c5deec97-9570-4afb-8098-7a4c9251094d req-143a3682-80cb-42dc-b75f-aa6560845ef0 service nova] Releasing lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.331327] env[69304]: DEBUG nova.scheduler.client.report [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.477032] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5280cdbf-1aac-75c4-2e6b-654ebc817b17, 'name': SearchDatastore_Task, 'duration_secs': 0.017746} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.477476] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.477844] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4b2b60ee-20a5-4b9b-8ec6-802782bf9617/4b2b60ee-20a5-4b9b-8ec6-802782bf9617.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.478143] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc9c0a5-c9b7-45d7-bafa-ecff32ec76e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.487385] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1056.487385] env[69304]: value = "task-4209209" [ 1056.487385] env[69304]: _type = "Task" [ 1056.487385] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.498380] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.575210] env[69304]: DEBUG nova.compute.manager [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Received event network-changed-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1056.575587] env[69304]: DEBUG nova.compute.manager [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Refreshing instance network info cache due to event network-changed-a8137575-d7a0-4ddb-bac5-96aa1971f9b6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1056.575953] env[69304]: DEBUG oslo_concurrency.lockutils [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] Acquiring lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.576306] env[69304]: DEBUG oslo_concurrency.lockutils [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] Acquired lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.576617] env[69304]: DEBUG nova.network.neutron [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Refreshing network info cache for port a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.731612] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.761519] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.761792] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.761949] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.762156] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.762311] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.762462] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.762680] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.762840] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.763016] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.763186] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.763359] env[69304]: DEBUG nova.virt.hardware [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.764278] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059da6e3-565d-4e1c-b3f8-23e06a153a78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.772618] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fb3a7a-9597-4f0a-b118-6e0741572d05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.837369] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.841018] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.444s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.841018] env[69304]: DEBUG nova.objects.instance [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lazy-loading 'resources' on Instance uuid bf3c0cd2-ab64-4d79-b502-f38332426afe {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.865773] env[69304]: INFO nova.scheduler.client.report [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Deleted allocations for instance d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55 [ 1057.001161] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209209, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.110473] env[69304]: DEBUG nova.compute.manager [req-a0de1205-5507-49cd-80e4-af16a60eda53 req-a2cc3f6d-d402-4a13-9ed6-6735e5fb4b97 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Received event network-vif-plugged-ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1057.110696] env[69304]: DEBUG oslo_concurrency.lockutils [req-a0de1205-5507-49cd-80e4-af16a60eda53 req-a2cc3f6d-d402-4a13-9ed6-6735e5fb4b97 service nova] Acquiring lock "3d30778b-e9f7-4e1b-a254-e47196edf29d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.110907] env[69304]: DEBUG oslo_concurrency.lockutils [req-a0de1205-5507-49cd-80e4-af16a60eda53 req-a2cc3f6d-d402-4a13-9ed6-6735e5fb4b97 service nova] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.111096] env[69304]: DEBUG oslo_concurrency.lockutils [req-a0de1205-5507-49cd-80e4-af16a60eda53 req-a2cc3f6d-d402-4a13-9ed6-6735e5fb4b97 service nova] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.111266] env[69304]: DEBUG nova.compute.manager [req-a0de1205-5507-49cd-80e4-af16a60eda53 req-a2cc3f6d-d402-4a13-9ed6-6735e5fb4b97 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] No waiting events found dispatching network-vif-plugged-ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.111431] env[69304]: WARNING nova.compute.manager [req-a0de1205-5507-49cd-80e4-af16a60eda53 req-a2cc3f6d-d402-4a13-9ed6-6735e5fb4b97 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Received unexpected event network-vif-plugged-ac506caf-69fd-45c9-ac71-32b70bf90830 for instance with vm_state building and task_state spawning. [ 1057.213868] env[69304]: DEBUG nova.network.neutron [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Successfully updated port: ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.375085] env[69304]: DEBUG nova.network.neutron [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updated VIF entry in instance network info cache for port a8137575-d7a0-4ddb-bac5-96aa1971f9b6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.375431] env[69304]: DEBUG nova.network.neutron [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updating instance_info_cache with network_info: [{"id": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "address": "fa:16:3e:15:e4:dd", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8137575-d7", "ovs_interfaceid": "a8137575-d7a0-4ddb-bac5-96aa1971f9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.377219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4bab5031-6118-41f2-984e-f69443f8deef tempest-ServersListShow2100Test-2132566425 tempest-ServersListShow2100Test-2132566425-project-member] Lock "d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.736s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.507158] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73977} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.507158] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 4b2b60ee-20a5-4b9b-8ec6-802782bf9617/4b2b60ee-20a5-4b9b-8ec6-802782bf9617.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.507444] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.507525] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d1345a-49b5-4a01-8c01-0c1259f14544 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.515949] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1057.515949] env[69304]: value = "task-4209210" [ 1057.515949] env[69304]: _type = "Task" [ 1057.515949] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.529172] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.716104] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "refresh_cache-3d30778b-e9f7-4e1b-a254-e47196edf29d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.716172] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "refresh_cache-3d30778b-e9f7-4e1b-a254-e47196edf29d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.716334] env[69304]: DEBUG nova.network.neutron [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.728975] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7559ba3-2a75-438a-a896-403acad23009 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.738085] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ccb0e-f3a6-4ef1-8477-a61f02e63e06 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.770765] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322bcd1-28bc-48d6-8800-9626c5747177 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.779540] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6c5810-d79e-4355-8759-032a029a22ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.795609] env[69304]: DEBUG nova.compute.provider_tree [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.879846] env[69304]: DEBUG oslo_concurrency.lockutils [req-22240808-e813-4ef1-af8c-a8cbecc7dc2d req-db795b12-4dbf-479d-85b6-d4c8ae895173 service nova] Releasing lock "refresh_cache-7b840d42-3de4-4dea-8d03-6a8f353d09a2" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.027320] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075278} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.027640] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.028474] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099a836e-bdce-4b6b-967a-772a1206802b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.052529] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 4b2b60ee-20a5-4b9b-8ec6-802782bf9617/4b2b60ee-20a5-4b9b-8ec6-802782bf9617.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.052770] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fcc073f-0e7b-49cf-8660-30ba96523099 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.075866] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1058.075866] env[69304]: value = "task-4209211" [ 1058.075866] env[69304]: _type = "Task" [ 1058.075866] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.086916] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.253559] env[69304]: DEBUG nova.network.neutron [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.299808] env[69304]: DEBUG nova.scheduler.client.report [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.406085] env[69304]: DEBUG nova.network.neutron [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Updating instance_info_cache with network_info: [{"id": "ac506caf-69fd-45c9-ac71-32b70bf90830", "address": "fa:16:3e:eb:fd:d1", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac506caf-69", "ovs_interfaceid": "ac506caf-69fd-45c9-ac71-32b70bf90830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.588623] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.807352] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.810713] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.026s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.810951] env[69304]: DEBUG nova.objects.instance [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lazy-loading 'resources' on Instance uuid 4f73bee1-4f7b-46ad-b06b-4724a323db69 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.909953] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "refresh_cache-3d30778b-e9f7-4e1b-a254-e47196edf29d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.910349] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Instance network_info: |[{"id": "ac506caf-69fd-45c9-ac71-32b70bf90830", "address": "fa:16:3e:eb:fd:d1", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac506caf-69", "ovs_interfaceid": "ac506caf-69fd-45c9-ac71-32b70bf90830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.910833] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:fd:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac506caf-69fd-45c9-ac71-32b70bf90830', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.919043] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.919723] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.919971] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c85c1af0-90d8-4892-b0b1-e8a8ceb89b7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.944795] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.944795] env[69304]: value = "task-4209212" [ 1058.944795] env[69304]: _type = "Task" [ 1058.944795] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.954582] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209212, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.089194] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209211, 'name': ReconfigVM_Task, 'duration_secs': 0.566258} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.089800] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 4b2b60ee-20a5-4b9b-8ec6-802782bf9617/4b2b60ee-20a5-4b9b-8ec6-802782bf9617.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.090853] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d47e7c7b-27c0-4338-b4f6-7b76b845ba8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.101327] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1059.101327] env[69304]: value = "task-4209213" [ 1059.101327] env[69304]: _type = "Task" [ 1059.101327] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.112138] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209213, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.141348] env[69304]: DEBUG nova.compute.manager [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Received event network-changed-ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1059.141348] env[69304]: DEBUG nova.compute.manager [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Refreshing instance network info cache due to event network-changed-ac506caf-69fd-45c9-ac71-32b70bf90830. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1059.141348] env[69304]: DEBUG oslo_concurrency.lockutils [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] Acquiring lock "refresh_cache-3d30778b-e9f7-4e1b-a254-e47196edf29d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.141348] env[69304]: DEBUG oslo_concurrency.lockutils [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] Acquired lock "refresh_cache-3d30778b-e9f7-4e1b-a254-e47196edf29d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.141816] env[69304]: DEBUG nova.network.neutron [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Refreshing network info cache for port ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.329663] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Lock "bf3c0cd2-ab64-4d79-b502-f38332426afe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.361s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.455355] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209212, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.616213] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209213, 'name': Rename_Task, 'duration_secs': 0.257081} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.616530] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.616793] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-454b31c3-72dd-4618-b59c-7c7d62cc6581 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.626289] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1059.626289] env[69304]: value = "task-4209214" [ 1059.626289] env[69304]: _type = "Task" [ 1059.626289] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.640072] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.700896] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781880f9-c624-4ff7-8e30-a60cd9e4275e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.713553] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b7207-1706-4649-964e-ace2d42cea2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.755507] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec10b8e5-3801-4f71-b029-48afa3fc8e2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.762568] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e1d65-96d6-4275-aa26-e0d4d8c11751 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.781346] env[69304]: DEBUG nova.compute.provider_tree [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.941454] env[69304]: DEBUG nova.network.neutron [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Updated VIF entry in instance network info cache for port ac506caf-69fd-45c9-ac71-32b70bf90830. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.941859] env[69304]: DEBUG nova.network.neutron [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Updating instance_info_cache with network_info: [{"id": "ac506caf-69fd-45c9-ac71-32b70bf90830", "address": "fa:16:3e:eb:fd:d1", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac506caf-69", "ovs_interfaceid": "ac506caf-69fd-45c9-ac71-32b70bf90830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.957308] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209212, 'name': CreateVM_Task, 'duration_secs': 0.602672} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.957532] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.958183] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.958399] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.958741] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.959022] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60aebc76-4d65-4e1b-870d-a04f8f6b1e8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.965493] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1059.965493] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cfefbf-17ae-76fa-7aab-453f11351310" [ 1059.965493] env[69304]: _type = "Task" [ 1059.965493] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.976738] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cfefbf-17ae-76fa-7aab-453f11351310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.138769] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209214, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.286597] env[69304]: DEBUG nova.scheduler.client.report [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.445255] env[69304]: DEBUG oslo_concurrency.lockutils [req-a88e391c-bc9a-45c5-9212-5f9de82f127d req-a855f3f0-f288-41ae-aed3-d7613b00e698 service nova] Releasing lock "refresh_cache-3d30778b-e9f7-4e1b-a254-e47196edf29d" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.478968] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cfefbf-17ae-76fa-7aab-453f11351310, 'name': SearchDatastore_Task, 'duration_secs': 0.019924} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.479265] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.479563] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.479814] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.479965] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.480161] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.480452] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4409b8b-c4fd-4eda-878d-151f01ddb16d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.490251] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.490536] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.491388] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ccb8ff-0675-4d1e-a497-ff85e41b19a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.497346] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1060.497346] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e0860-d284-bae9-b575-3a1c7919cd8f" [ 1060.497346] env[69304]: _type = "Task" [ 1060.497346] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.508112] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e0860-d284-bae9-b575-3a1c7919cd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.637416] env[69304]: DEBUG oslo_vmware.api [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209214, 'name': PowerOnVM_Task, 'duration_secs': 0.771066} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.637683] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.637891] env[69304]: INFO nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1060.638086] env[69304]: DEBUG nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.638868] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dce5dff-1872-4103-88a4-19e6ef700b1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.792980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.795648] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.933s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.797066] env[69304]: INFO nova.compute.claims [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.821072] env[69304]: INFO nova.scheduler.client.report [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted allocations for instance 4f73bee1-4f7b-46ad-b06b-4724a323db69 [ 1061.010128] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e0860-d284-bae9-b575-3a1c7919cd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013047} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.011045] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07c9871-2528-410f-ac48-420af77492f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.018013] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1061.018013] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ad62eb-fecb-da1f-dd21-03faa290a214" [ 1061.018013] env[69304]: _type = "Task" [ 1061.018013] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.028896] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ad62eb-fecb-da1f-dd21-03faa290a214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.159057] env[69304]: INFO nova.compute.manager [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Took 30.44 seconds to build instance. [ 1061.328953] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fa707572-20e3-4d36-96ab-ba1f7a839277 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "4f73bee1-4f7b-46ad-b06b-4724a323db69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.293s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.529495] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ad62eb-fecb-da1f-dd21-03faa290a214, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.529793] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.530069] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 3d30778b-e9f7-4e1b-a254-e47196edf29d/3d30778b-e9f7-4e1b-a254-e47196edf29d.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.530418] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5498b16b-fcf6-4b97-8900-f1835cea8ecf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.538768] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1061.538768] env[69304]: value = "task-4209215" [ 1061.538768] env[69304]: _type = "Task" [ 1061.538768] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.548436] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.661964] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.963s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.050723] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209215, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.221310] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e699d3d0-6d6d-422d-a850-26f5b03b6a90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.234554] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bec4741-c5a1-4db4-845f-9c581455196b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.271151] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3bb74b-c78d-4f25-853c-fa6452eed238 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.279622] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de2d281-ded3-43d6-b976-9d259e8b2f85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.295319] env[69304]: DEBUG nova.compute.provider_tree [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.497015] env[69304]: DEBUG nova.compute.manager [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Received event network-changed-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1062.497588] env[69304]: DEBUG nova.compute.manager [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Refreshing instance network info cache due to event network-changed-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1062.497853] env[69304]: DEBUG oslo_concurrency.lockutils [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] Acquiring lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.498016] env[69304]: DEBUG oslo_concurrency.lockutils [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] Acquired lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.498234] env[69304]: DEBUG nova.network.neutron [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Refreshing network info cache for port 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.551886] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696793} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.552075] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 3d30778b-e9f7-4e1b-a254-e47196edf29d/3d30778b-e9f7-4e1b-a254-e47196edf29d.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.552233] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.552411] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7526c859-1900-48f5-88de-e567829ce48e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.560525] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1062.560525] env[69304]: value = "task-4209216" [ 1062.560525] env[69304]: _type = "Task" [ 1062.560525] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.569490] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.696088] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.696283] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.696491] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.696681] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.696923] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.699467] env[69304]: INFO nova.compute.manager [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Terminating instance [ 1062.799367] env[69304]: DEBUG nova.scheduler.client.report [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.071655] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181331} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.071977] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.072811] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77360ec7-1b44-4e96-84b6-79c87e96415b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.099893] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 3d30778b-e9f7-4e1b-a254-e47196edf29d/3d30778b-e9f7-4e1b-a254-e47196edf29d.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.102683] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3332635b-3b2e-42fe-8227-fe792302deb9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.124669] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1063.124669] env[69304]: value = "task-4209217" [ 1063.124669] env[69304]: _type = "Task" [ 1063.124669] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.136891] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.204334] env[69304]: DEBUG nova.compute.manager [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.204553] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.205445] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc643d2-6420-45ca-80dd-d20a18c24e49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.214267] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.214558] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b444327a-a993-4c1d-b2a4-296f473de20a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.222421] env[69304]: DEBUG oslo_vmware.api [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 1063.222421] env[69304]: value = "task-4209218" [ 1063.222421] env[69304]: _type = "Task" [ 1063.222421] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.238674] env[69304]: DEBUG oslo_vmware.api [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.306244] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.306801] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.309755] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.249s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.310027] env[69304]: DEBUG nova.objects.instance [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lazy-loading 'resources' on Instance uuid 4c4ff360-d631-4b87-9d7f-49d2e3cc9083 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.350823] env[69304]: DEBUG nova.network.neutron [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updated VIF entry in instance network info cache for port 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.351322] env[69304]: DEBUG nova.network.neutron [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updating instance_info_cache with network_info: [{"id": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "address": "fa:16:3e:72:7c:5d", "network": {"id": "cd2d98a2-5035-43f1-a6f6-64210ee94918", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-305713472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde79cfc7c54bbfa59d5bc085a0f7dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c99b30f-67", "ovs_interfaceid": "6c99b30f-67b6-45e7-b1c6-0e7fd64b3291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.635817] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209217, 'name': ReconfigVM_Task, 'duration_secs': 0.451155} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.636107] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 3d30778b-e9f7-4e1b-a254-e47196edf29d/3d30778b-e9f7-4e1b-a254-e47196edf29d.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.636800] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8a7eb47-c5fc-42c4-916b-63d429f048b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.644036] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1063.644036] env[69304]: value = "task-4209219" [ 1063.644036] env[69304]: _type = "Task" [ 1063.644036] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.654895] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209219, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.733736] env[69304]: DEBUG oslo_vmware.api [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209218, 'name': PowerOffVM_Task, 'duration_secs': 0.339491} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.734276] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.734523] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.735182] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad744413-f1cf-49fb-85e3-dc90d0c2225c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.815268] env[69304]: DEBUG nova.compute.utils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.822752] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.822949] env[69304]: DEBUG nova.network.neutron [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.824869] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.825206] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.825412] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleting the datastore file [datastore1] 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.825683] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e566d78c-f748-4fe0-99dc-e4bfff56032f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.834382] env[69304]: DEBUG oslo_vmware.api [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 1063.834382] env[69304]: value = "task-4209221" [ 1063.834382] env[69304]: _type = "Task" [ 1063.834382] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.844839] env[69304]: DEBUG oslo_vmware.api [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.855529] env[69304]: DEBUG oslo_concurrency.lockutils [req-00d4fc8e-64b5-4122-9630-ecdad05dda46 req-e3f37463-7972-46d5-adb9-7844d5e09804 service nova] Releasing lock "refresh_cache-4b2b60ee-20a5-4b9b-8ec6-802782bf9617" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.870449] env[69304]: DEBUG nova.policy [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.046606] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f773-36d4-62aa-27cc-2979fe13f973/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.047686] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d81968f-36db-418d-918a-208b68b7a8a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.054784] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f773-36d4-62aa-27cc-2979fe13f973/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.055010] env[69304]: ERROR oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f773-36d4-62aa-27cc-2979fe13f973/disk-0.vmdk due to incomplete transfer. [ 1064.057837] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-373b4724-39b0-4861-9db8-73163cc944be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.066860] env[69304]: DEBUG oslo_vmware.rw_handles [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b5f773-36d4-62aa-27cc-2979fe13f973/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.066860] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Uploaded image 520e306a-b288-432c-9eef-bf3a57a962e5 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.069359] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.069728] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b38baf58-27ae-43d7-81b6-bb5409d86da7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.081146] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1064.081146] env[69304]: value = "task-4209222" [ 1064.081146] env[69304]: _type = "Task" [ 1064.081146] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.095313] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209222, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.159090] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209219, 'name': Rename_Task, 'duration_secs': 0.197573} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.159416] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.159671] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b91a4b3-f56c-4f30-a7ee-725c66e200e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.170052] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1064.170052] env[69304]: value = "task-4209223" [ 1064.170052] env[69304]: _type = "Task" [ 1064.170052] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.179587] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.233382] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f3223c-393a-4e85-b786-59a249acfe6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.241692] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f62043-673d-4062-8a58-d7773534d05b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.275023] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f916288-f3b8-4780-8a40-402dcde3b471 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.282810] env[69304]: DEBUG nova.network.neutron [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Successfully created port: aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.285677] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56113d40-0f77-4f56-a5b7-c2df053a84eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.301374] env[69304]: DEBUG nova.compute.provider_tree [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.322381] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.344902] env[69304]: DEBUG oslo_vmware.api [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236242} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.348516] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.348863] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.349068] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.349450] env[69304]: INFO nova.compute.manager [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1064.349635] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.349920] env[69304]: DEBUG nova.compute.manager [-] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.350032] env[69304]: DEBUG nova.network.neutron [-] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.591679] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209222, 'name': Destroy_Task, 'duration_secs': 0.449924} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.591801] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Destroyed the VM [ 1064.593748] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1064.593748] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da81dc58-a952-4d69-a6b2-1bdd90e13c9f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.602569] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1064.602569] env[69304]: value = "task-4209224" [ 1064.602569] env[69304]: _type = "Task" [ 1064.602569] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.611977] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.651592] env[69304]: DEBUG nova.compute.manager [req-5a5eff43-6cd9-4e97-9443-4a5b9aeb530e req-acb6992c-708f-4913-a9f7-4d36a74388a6 service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Received event network-vif-deleted-e62bc6f2-876b-49af-8a06-dc393a5661bf {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1064.651592] env[69304]: INFO nova.compute.manager [req-5a5eff43-6cd9-4e97-9443-4a5b9aeb530e req-acb6992c-708f-4913-a9f7-4d36a74388a6 service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Neutron deleted interface e62bc6f2-876b-49af-8a06-dc393a5661bf; detaching it from the instance and deleting it from the info cache [ 1064.651592] env[69304]: DEBUG nova.network.neutron [req-5a5eff43-6cd9-4e97-9443-4a5b9aeb530e req-acb6992c-708f-4913-a9f7-4d36a74388a6 service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.681843] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.810143] env[69304]: DEBUG nova.scheduler.client.report [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.114437] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.129232] env[69304]: DEBUG nova.network.neutron [-] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.154596] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62cd7df2-c7b9-4b07-a54a-c4c19871eed2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.164661] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea499d8-c74e-4c8d-b953-77482323701c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.185925] env[69304]: DEBUG oslo_vmware.api [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209223, 'name': PowerOnVM_Task, 'duration_secs': 0.596554} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.186239] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.186446] env[69304]: INFO nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1065.186630] env[69304]: DEBUG nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.187558] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d0a44-458e-4ac4-ae5e-2781b8785dc3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.203032] env[69304]: DEBUG nova.compute.manager [req-5a5eff43-6cd9-4e97-9443-4a5b9aeb530e req-acb6992c-708f-4913-a9f7-4d36a74388a6 service nova] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Detach interface failed, port_id=e62bc6f2-876b-49af-8a06-dc393a5661bf, reason: Instance 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1065.315485] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.318684] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.389s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.321537] env[69304]: INFO nova.compute.claims [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.336477] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.346738] env[69304]: INFO nova.scheduler.client.report [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Deleted allocations for instance 4c4ff360-d631-4b87-9d7f-49d2e3cc9083 [ 1065.366701] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.367313] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.367313] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.367612] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.367868] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.368059] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.368327] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.368481] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.368686] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.368935] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.369103] env[69304]: DEBUG nova.virt.hardware [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.370264] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff5743-65f5-4a6c-9b0e-272ed41c162c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.381244] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866d868a-cace-4d77-85f8-0883c22c1dec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.618559] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.632605] env[69304]: INFO nova.compute.manager [-] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Took 1.28 seconds to deallocate network for instance. [ 1065.723646] env[69304]: INFO nova.compute.manager [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Took 31.71 seconds to build instance. [ 1065.858050] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a5bac27e-e094-4089-90b1-9101d0ae5fd0 tempest-ServersListShow296Test-1100184722 tempest-ServersListShow296Test-1100184722-project-member] Lock "4c4ff360-d631-4b87-9d7f-49d2e3cc9083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.228s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.957979] env[69304]: DEBUG nova.compute.manager [req-0daa0b33-9ffb-4c26-89c9-2e921fb7b4b7 req-43a43e6e-2d6f-494c-b893-8f248a5b32ed service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-vif-plugged-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1065.957979] env[69304]: DEBUG oslo_concurrency.lockutils [req-0daa0b33-9ffb-4c26-89c9-2e921fb7b4b7 req-43a43e6e-2d6f-494c-b893-8f248a5b32ed service nova] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.957979] env[69304]: DEBUG oslo_concurrency.lockutils [req-0daa0b33-9ffb-4c26-89c9-2e921fb7b4b7 req-43a43e6e-2d6f-494c-b893-8f248a5b32ed service nova] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.957979] env[69304]: DEBUG oslo_concurrency.lockutils [req-0daa0b33-9ffb-4c26-89c9-2e921fb7b4b7 req-43a43e6e-2d6f-494c-b893-8f248a5b32ed service nova] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.957979] env[69304]: DEBUG nova.compute.manager [req-0daa0b33-9ffb-4c26-89c9-2e921fb7b4b7 req-43a43e6e-2d6f-494c-b893-8f248a5b32ed service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] No waiting events found dispatching network-vif-plugged-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1065.957979] env[69304]: WARNING nova.compute.manager [req-0daa0b33-9ffb-4c26-89c9-2e921fb7b4b7 req-43a43e6e-2d6f-494c-b893-8f248a5b32ed service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received unexpected event network-vif-plugged-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 for instance with vm_state building and task_state spawning. [ 1066.119548] env[69304]: DEBUG oslo_vmware.api [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209224, 'name': RemoveSnapshot_Task, 'duration_secs': 1.157897} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.119548] env[69304]: DEBUG nova.network.neutron [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Successfully updated port: aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.119548] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1066.119548] env[69304]: INFO nova.compute.manager [None req-741368c3-bbc9-4705-afbc-13c2b1c5adeb tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 1066.151277] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.231137] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f32285be-5f8c-481c-aca3-f762ada01442 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.224s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.623695] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.623855] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.624018] env[69304]: DEBUG nova.network.neutron [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.659950] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a2a10c-a505-42e4-823d-28b6da9baada {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.667771] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d210ae8d-758a-4f34-b2c2-a1973edfa82e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.702862] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a94e0e3-88a4-413e-8b11-b41fbd1e7190 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711354] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8fe26-293b-4be1-b8af-1ec0e918135b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.725845] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "3d30778b-e9f7-4e1b-a254-e47196edf29d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.726143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.726417] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "3d30778b-e9f7-4e1b-a254-e47196edf29d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.726683] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.726891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.728880] env[69304]: DEBUG nova.compute.provider_tree [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.730676] env[69304]: INFO nova.compute.manager [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Terminating instance [ 1067.173476] env[69304]: DEBUG nova.network.neutron [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.234967] env[69304]: DEBUG nova.scheduler.client.report [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.239044] env[69304]: DEBUG nova.compute.manager [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.239270] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.240841] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50904067-b793-49d3-8aa6-d9263722a212 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.248891] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.250718] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2bfb938-1235-4810-bbb3-2d1155fc7be7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.257760] env[69304]: DEBUG oslo_vmware.api [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1067.257760] env[69304]: value = "task-4209225" [ 1067.257760] env[69304]: _type = "Task" [ 1067.257760] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.267024] env[69304]: DEBUG oslo_vmware.api [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.363101] env[69304]: DEBUG nova.network.neutron [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.742045] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.742588] env[69304]: DEBUG nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.745589] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.739s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.745589] env[69304]: DEBUG nova.objects.instance [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lazy-loading 'resources' on Instance uuid 16addb12-b883-4671-9d74-47fc2c8f8864 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.768867] env[69304]: DEBUG oslo_vmware.api [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209225, 'name': PowerOffVM_Task, 'duration_secs': 0.218808} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.769193] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.769367] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.769654] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a521e5e-ec3e-4fab-b8a0-4bb9d05b4e1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.837437] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.837437] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.837639] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleting the datastore file [datastore2] 3d30778b-e9f7-4e1b-a254-e47196edf29d {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.837892] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4777cf-a369-4dd6-8de7-e67805ce9918 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.845923] env[69304]: DEBUG oslo_vmware.api [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1067.845923] env[69304]: value = "task-4209227" [ 1067.845923] env[69304]: _type = "Task" [ 1067.845923] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.855648] env[69304]: DEBUG oslo_vmware.api [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.866375] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.866710] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Instance network_info: |[{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.867763] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:5d:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa83e7c5-b6bd-47b6-a650-9a366543f0b6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.876022] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.876022] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.876022] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e5a44d9-c8b9-479b-acc3-f848eaa0618c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.897539] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.897539] env[69304]: value = "task-4209228" [ 1067.897539] env[69304]: _type = "Task" [ 1067.897539] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.906858] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209228, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.053727] env[69304]: DEBUG nova.compute.manager [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1068.053939] env[69304]: DEBUG nova.compute.manager [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing instance network info cache due to event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1068.054171] env[69304]: DEBUG oslo_concurrency.lockutils [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.054317] env[69304]: DEBUG oslo_concurrency.lockutils [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.054477] env[69304]: DEBUG nova.network.neutron [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.248477] env[69304]: DEBUG nova.compute.utils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.252924] env[69304]: DEBUG nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1068.359893] env[69304]: DEBUG oslo_vmware.api [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19672} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.360176] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.360468] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.360629] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.360812] env[69304]: INFO nova.compute.manager [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1068.361075] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.361275] env[69304]: DEBUG nova.compute.manager [-] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.361391] env[69304]: DEBUG nova.network.neutron [-] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.411458] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209228, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.529029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.529499] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.529794] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.530064] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.530322] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.532828] env[69304]: INFO nova.compute.manager [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Terminating instance [ 1068.588600] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc4091-f884-4bdc-9a17-603d5be56854 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.599051] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ddfc35-6c74-45ba-9077-e3501eb672b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.636586] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d79a07-a696-4734-83ec-9212410be6b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.645296] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cf6213-d0ef-4278-b3a5-6f9faafe9b34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.663319] env[69304]: DEBUG nova.compute.provider_tree [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.754197] env[69304]: DEBUG nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.795812] env[69304]: DEBUG nova.network.neutron [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updated VIF entry in instance network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.796249] env[69304]: DEBUG nova.network.neutron [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.909818] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209228, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.040401] env[69304]: DEBUG nova.compute.manager [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.040692] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.041612] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04718f9b-2450-47ce-8653-9f6901a71d15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.050286] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.050577] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a8c2ce-2db7-4b98-a4f6-46e4aa653e46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.058071] env[69304]: DEBUG oslo_vmware.api [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1069.058071] env[69304]: value = "task-4209229" [ 1069.058071] env[69304]: _type = "Task" [ 1069.058071] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.066652] env[69304]: DEBUG oslo_vmware.api [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.165776] env[69304]: DEBUG nova.scheduler.client.report [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.209298] env[69304]: DEBUG nova.network.neutron [-] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.299385] env[69304]: DEBUG oslo_concurrency.lockutils [req-008607da-a322-46a2-991e-b476108e066a req-4c155561-d8a6-411d-a20f-bc818348efb8 service nova] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.409409] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209228, 'name': CreateVM_Task, 'duration_secs': 1.367964} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.409674] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.410401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.410618] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.410954] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.411252] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45882bec-c4af-4646-95b9-45a44e31bff8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.416279] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1069.416279] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52220de6-e31e-20ec-6939-bc4d624babc3" [ 1069.416279] env[69304]: _type = "Task" [ 1069.416279] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.425335] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52220de6-e31e-20ec-6939-bc4d624babc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.568855] env[69304]: DEBUG oslo_vmware.api [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209229, 'name': PowerOffVM_Task, 'duration_secs': 0.372131} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.569153] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.569338] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.569658] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89c6cc48-619a-4edb-a8a9-4407a01ceaad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.631246] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.631584] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.631867] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Deleting the datastore file [datastore1] ba5a53ee-0d25-4b15-a45b-01935ef145bf {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.632245] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4945045-9141-406f-9560-abc0f884872e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.640342] env[69304]: DEBUG oslo_vmware.api [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1069.640342] env[69304]: value = "task-4209231" [ 1069.640342] env[69304]: _type = "Task" [ 1069.640342] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.650660] env[69304]: DEBUG oslo_vmware.api [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.672748] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.675899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.370s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.677603] env[69304]: INFO nova.compute.claims [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.702520] env[69304]: INFO nova.scheduler.client.report [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Deleted allocations for instance 16addb12-b883-4671-9d74-47fc2c8f8864 [ 1069.712302] env[69304]: INFO nova.compute.manager [-] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Took 1.35 seconds to deallocate network for instance. [ 1069.764302] env[69304]: DEBUG nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.793389] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.793643] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.793807] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.793988] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.794411] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.794411] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.794616] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.794702] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.794853] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.795023] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.795204] env[69304]: DEBUG nova.virt.hardware [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.796128] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab8bb1f-2e51-4feb-af1c-3cd5650ab6b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.806413] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2993f-0b47-4d0b-9fe5-fb8a8da69401 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.821678] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.827392] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Creating folder: Project (7f30b0dc75b944d0b28082ce79e2c4cc). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.827787] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d5e7558-9bbc-463b-aeed-0c2335ec125f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.840857] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Created folder: Project (7f30b0dc75b944d0b28082ce79e2c4cc) in parent group-v832645. [ 1069.841137] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Creating folder: Instances. Parent ref: group-v832896. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.841487] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d835e9-ebfb-4bf5-a04c-e3af0d102d37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.853867] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Created folder: Instances in parent group-v832896. [ 1069.853867] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.853867] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.854163] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cf417b9-3176-4551-8729-d833be334217 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.873213] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.873213] env[69304]: value = "task-4209234" [ 1069.873213] env[69304]: _type = "Task" [ 1069.873213] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.881745] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209234, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.926841] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52220de6-e31e-20ec-6939-bc4d624babc3, 'name': SearchDatastore_Task, 'duration_secs': 0.039554} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.927172] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.927416] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.927736] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.927937] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.928164] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.928453] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f673ae8-b366-4600-8f84-5410e64b1131 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.937450] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.937696] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.938545] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45360a5-77bc-4204-ae81-e783b3b643de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.944738] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1069.944738] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52976f55-d3b4-542d-795b-aa3153fb1cd7" [ 1069.944738] env[69304]: _type = "Task" [ 1069.944738] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.953535] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52976f55-d3b4-542d-795b-aa3153fb1cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.149098] env[69304]: DEBUG nova.compute.manager [req-923a0ea6-fc62-4e09-98dd-aaae95ea51a5 req-06d97225-de2b-4845-9161-d165aa5abc8b service nova] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Received event network-vif-deleted-ac506caf-69fd-45c9-ac71-32b70bf90830 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1070.153057] env[69304]: DEBUG oslo_vmware.api [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157026} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.153322] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.153507] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.153684] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.153856] env[69304]: INFO nova.compute.manager [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1070.154124] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.154320] env[69304]: DEBUG nova.compute.manager [-] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.154414] env[69304]: DEBUG nova.network.neutron [-] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.214330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b3fb1848-fb05-4a3a-bcac-b393ab7a906c tempest-ServerShowV247Test-1448422976 tempest-ServerShowV247Test-1448422976-project-member] Lock "16addb12-b883-4671-9d74-47fc2c8f8864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.466s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.219702] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.383821] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209234, 'name': CreateVM_Task, 'duration_secs': 0.266266} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.384100] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.384571] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.384743] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.385105] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.385383] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbc80ef-e5b2-4311-9cb5-19b643b39257 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.390832] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1070.390832] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524a6700-cab5-6a01-7cd8-22fd0649a8f5" [ 1070.390832] env[69304]: _type = "Task" [ 1070.390832] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.401777] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524a6700-cab5-6a01-7cd8-22fd0649a8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.454076] env[69304]: DEBUG nova.compute.manager [req-e0c57df3-cf2b-4093-b531-d72666cb2e43 req-05ab900d-b110-41f8-aca5-dc29bd76f2a8 service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Received event network-vif-deleted-37d45820-b891-4e65-872d-b245c3504125 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1070.454409] env[69304]: INFO nova.compute.manager [req-e0c57df3-cf2b-4093-b531-d72666cb2e43 req-05ab900d-b110-41f8-aca5-dc29bd76f2a8 service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Neutron deleted interface 37d45820-b891-4e65-872d-b245c3504125; detaching it from the instance and deleting it from the info cache [ 1070.454568] env[69304]: DEBUG nova.network.neutron [req-e0c57df3-cf2b-4093-b531-d72666cb2e43 req-05ab900d-b110-41f8-aca5-dc29bd76f2a8 service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.463763] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52976f55-d3b4-542d-795b-aa3153fb1cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.464800] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7771ed21-5aab-4e06-a4f3-56e88b0c445a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.472157] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1070.472157] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5220cb90-6221-59d9-4052-af8a58901261" [ 1070.472157] env[69304]: _type = "Task" [ 1070.472157] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.481803] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5220cb90-6221-59d9-4052-af8a58901261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.902463] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524a6700-cab5-6a01-7cd8-22fd0649a8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.905218] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.905598] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.906021] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.934640] env[69304]: DEBUG nova.network.neutron [-] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.959219] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aa33372-6c6f-4577-a7fc-053806f71378 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.968762] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f3179-95eb-49f0-bf63-79facd520a25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.991025] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5220cb90-6221-59d9-4052-af8a58901261, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.991308] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.991560] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] a7bf370d-3e6a-460e-b66f-deb8058ca9ac/a7bf370d-3e6a-460e-b66f-deb8058ca9ac.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.991847] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.992037] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.992252] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d354656b-39b1-4482-b478-adfead2017de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.996525] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-064c3ba3-16b2-4067-b573-d3e140300aed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.009325] env[69304]: DEBUG nova.compute.manager [req-e0c57df3-cf2b-4093-b531-d72666cb2e43 req-05ab900d-b110-41f8-aca5-dc29bd76f2a8 service nova] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Detach interface failed, port_id=37d45820-b891-4e65-872d-b245c3504125, reason: Instance ba5a53ee-0d25-4b15-a45b-01935ef145bf could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1071.013801] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1071.013801] env[69304]: value = "task-4209235" [ 1071.013801] env[69304]: _type = "Task" [ 1071.013801] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.019023] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.019226] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.022803] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b26455-52df-4c35-bb13-ff60da410d84 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.025064] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.026617] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1faad-ecd4-4e11-8a5d-e181c44f1279 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.032681] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1071.032681] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52788569-d3c9-a0da-5734-b2de5eedb96f" [ 1071.032681] env[69304]: _type = "Task" [ 1071.032681] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.038229] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aca1b3-e6e8-43db-9515-9e3411fd934d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.048926] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52788569-d3c9-a0da-5734-b2de5eedb96f, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.074839] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b155b54b-8280-4c24-ae69-307ae6524a64 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.077988] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f23db7-6dea-44ae-875c-bc8b39f7c315 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.085120] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1071.085120] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52faed04-c8b3-5f19-85ea-6ecd76afaf2c" [ 1071.085120] env[69304]: _type = "Task" [ 1071.085120] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.091604] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a3cb27-37a9-49e7-af07-daf624820288 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.101731] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52faed04-c8b3-5f19-85ea-6ecd76afaf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.111027] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.111408] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.111964] env[69304]: DEBUG nova.compute.provider_tree [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.113637] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b66d4d-5b12-4191-b144-4f931f68758e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.121766] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1071.121766] env[69304]: value = "task-4209236" [ 1071.121766] env[69304]: _type = "Task" [ 1071.121766] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.131582] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.438053] env[69304]: INFO nova.compute.manager [-] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Took 1.28 seconds to deallocate network for instance. [ 1071.526950] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209235, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.617964] env[69304]: DEBUG nova.scheduler.client.report [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.633637] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209236, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.948926] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.027288] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551603} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.027539] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] a7bf370d-3e6a-460e-b66f-deb8058ca9ac/a7bf370d-3e6a-460e-b66f-deb8058ca9ac.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.027740] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.028019] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96cc2ce1-7edc-4602-bc54-30f5e86ce332 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.036039] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1072.036039] env[69304]: value = "task-4209237" [ 1072.036039] env[69304]: _type = "Task" [ 1072.036039] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.045688] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.123917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.124623] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.127752] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.998s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.129309] env[69304]: INFO nova.compute.claims [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.142278] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736827} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.142570] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.142794] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.143079] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80f94b4f-5256-4022-9178-3b24dab26746 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.151759] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1072.151759] env[69304]: value = "task-4209238" [ 1072.151759] env[69304]: _type = "Task" [ 1072.151759] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.162244] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.548057] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137834} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.548572] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.549692] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c238ad8-fe61-44c6-bd0a-b747c0483a6c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.572856] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a7bf370d-3e6a-460e-b66f-deb8058ca9ac/a7bf370d-3e6a-460e-b66f-deb8058ca9ac.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.573261] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a3283c-e74d-4914-93c8-5cbb86604d4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.593790] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1072.593790] env[69304]: value = "task-4209239" [ 1072.593790] env[69304]: _type = "Task" [ 1072.593790] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.602665] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.639645] env[69304]: DEBUG nova.compute.utils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.641235] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.642310] env[69304]: DEBUG nova.network.neutron [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.662567] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081808} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.696121] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.696121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9104b1-f1f8-463a-a1d4-a9c3887e42de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.696121] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.696121] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b142fba-2ae3-497a-9a2e-e691aa6be8c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.704192] env[69304]: DEBUG nova.policy [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9efa1c8d78774d7990dee2e33261659e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f356b631fab4944aefec90f4ed82e3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.713415] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1072.713415] env[69304]: value = "task-4209240" [ 1072.713415] env[69304]: _type = "Task" [ 1072.713415] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.723414] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.997359] env[69304]: DEBUG nova.network.neutron [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Successfully created port: f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.108172] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209239, 'name': ReconfigVM_Task, 'duration_secs': 0.341032} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.108533] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a7bf370d-3e6a-460e-b66f-deb8058ca9ac/a7bf370d-3e6a-460e-b66f-deb8058ca9ac.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.109207] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0705111d-24f7-4718-9b90-ae2c44360e1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.116454] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1073.116454] env[69304]: value = "task-4209241" [ 1073.116454] env[69304]: _type = "Task" [ 1073.116454] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.126070] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209241, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.145413] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.224135] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209240, 'name': ReconfigVM_Task, 'duration_secs': 0.330247} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.227066] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.229184] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18340ab0-6faf-4526-b9b9-198907c9ab52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.238875] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1073.238875] env[69304]: value = "task-4209242" [ 1073.238875] env[69304]: _type = "Task" [ 1073.238875] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.248695] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209242, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.453509] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45db447a-fd7d-4cb7-a1d7-6c440597d274 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.461315] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2994d083-16b3-48ec-81b2-bce594fb188e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.494045] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc74c40-0966-4559-ad89-9d393c8aff89 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.500856] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10053c4-41b5-4673-8def-364db85134e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.515089] env[69304]: DEBUG nova.compute.provider_tree [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.626923] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209241, 'name': Rename_Task, 'duration_secs': 0.225219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.627232] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.627569] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b41f05-946b-4756-84d3-0153e63297ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635333] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1073.635333] env[69304]: value = "task-4209243" [ 1073.635333] env[69304]: _type = "Task" [ 1073.635333] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.646311] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.750115] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209242, 'name': Rename_Task, 'duration_secs': 0.211103} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.750347] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.750613] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a41082-1773-4296-a527-12a4fec61c48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.756833] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1073.756833] env[69304]: value = "task-4209244" [ 1073.756833] env[69304]: _type = "Task" [ 1073.756833] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.765338] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.018397] env[69304]: DEBUG nova.scheduler.client.report [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.146361] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.155190] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.184055] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.184227] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.184385] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.184568] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.184714] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.184904] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.185223] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.185443] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.185628] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.185833] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.186037] env[69304]: DEBUG nova.virt.hardware [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.186970] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c14c62-3998-460b-b6b6-4f50705a2f08 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.195657] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13cc68f-f29e-40be-a4a7-f6a1bd0f7df3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.267025] env[69304]: DEBUG oslo_vmware.api [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209244, 'name': PowerOnVM_Task, 'duration_secs': 0.438488} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.267927] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.267927] env[69304]: INFO nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Took 4.50 seconds to spawn the instance on the hypervisor. [ 1074.267927] env[69304]: DEBUG nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1074.268705] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4212d334-0d81-4780-8871-fa8e6b31353c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.392906] env[69304]: DEBUG nova.compute.manager [req-18b2269a-7531-4d05-9b49-b340420b0925 req-570f712f-66e1-4356-b2a8-8a26f9ecd879 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Received event network-vif-plugged-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1074.393171] env[69304]: DEBUG oslo_concurrency.lockutils [req-18b2269a-7531-4d05-9b49-b340420b0925 req-570f712f-66e1-4356-b2a8-8a26f9ecd879 service nova] Acquiring lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.393386] env[69304]: DEBUG oslo_concurrency.lockutils [req-18b2269a-7531-4d05-9b49-b340420b0925 req-570f712f-66e1-4356-b2a8-8a26f9ecd879 service nova] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.393558] env[69304]: DEBUG oslo_concurrency.lockutils [req-18b2269a-7531-4d05-9b49-b340420b0925 req-570f712f-66e1-4356-b2a8-8a26f9ecd879 service nova] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.393731] env[69304]: DEBUG nova.compute.manager [req-18b2269a-7531-4d05-9b49-b340420b0925 req-570f712f-66e1-4356-b2a8-8a26f9ecd879 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] No waiting events found dispatching network-vif-plugged-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.393898] env[69304]: WARNING nova.compute.manager [req-18b2269a-7531-4d05-9b49-b340420b0925 req-570f712f-66e1-4356-b2a8-8a26f9ecd879 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Received unexpected event network-vif-plugged-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 for instance with vm_state building and task_state spawning. [ 1074.495270] env[69304]: DEBUG nova.network.neutron [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Successfully updated port: f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.525418] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.526322] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.530677] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.482s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.530677] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.532648] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.774s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.560795] env[69304]: INFO nova.scheduler.client.report [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocations for instance bb6340c5-7596-4c1f-98f9-feb6d6400e77 [ 1074.647857] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.786905] env[69304]: INFO nova.compute.manager [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Took 34.88 seconds to build instance. [ 1074.998222] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.998439] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.998629] env[69304]: DEBUG nova.network.neutron [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.036706] env[69304]: DEBUG nova.compute.utils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.046782] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.046971] env[69304]: DEBUG nova.network.neutron [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.071140] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bb6340c5-7596-4c1f-98f9-feb6d6400e77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.527s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.100199] env[69304]: DEBUG nova.policy [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07d30da86e24aa09b19b4c9ed926aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee8a94ccead44049426c291f4a6abe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.147905] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.291647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-20ebe4db-e1b5-4089-a08f-2e9dcab09b34 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.393s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.318401] env[69304]: INFO nova.compute.manager [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Rebuilding instance [ 1075.366837] env[69304]: DEBUG nova.compute.manager [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.367757] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186a96ef-9b38-4dbe-acec-5b814e1a0502 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.408850] env[69304]: DEBUG nova.network.neutron [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Successfully created port: 294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.532896] env[69304]: DEBUG nova.network.neutron [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.547494] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.577450] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.577598] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 471f1c1b-7a56-4d65-b84d-a629a361d57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.577747] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8b9406bb-507d-4194-a415-8b0683cf7528 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.577890] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 6801c972-4128-4e06-94ea-4560444a7ef1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.578026] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.578145] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.578254] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.578371] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance ba5a53ee-0d25-4b15-a45b-01935ef145bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.578525] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 10ebd5e4-8286-4576-b758-8d251b2411a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.578699] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 13d9310c-1647-403d-b1f0-38a751f26f1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.579074] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 07fc4ea2-7c5c-40c5-900e-6f1041f958e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.579298] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 1b7f78b1-bfbf-4555-a04f-7f6416e1c558 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.579560] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance d1eb50d1-c896-45f1-813f-5fe99fc0c676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.579789] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7b840d42-3de4-4dea-8d03-6a8f353d09a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.579995] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 4b2b60ee-20a5-4b9b-8ec6-802782bf9617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.654647] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.811519] env[69304]: DEBUG nova.network.neutron [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [{"id": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "address": "fa:16:3e:1d:87:48", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7bb31f1-be", "ovs_interfaceid": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.083846] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 67fdbe85-1aee-430d-b160-ba263778f12b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1076.083846] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 3d30778b-e9f7-4e1b-a254-e47196edf29d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1076.084048] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance a7bf370d-3e6a-460e-b66f-deb8058ca9ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1076.084048] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 0f483e40-20c2-435e-a3bb-9d714fee3bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1076.084170] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance bdb8c0ae-b33b-49e7-929c-9dd864f5010b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1076.084277] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance d21587b3-5e57-4187-9300-ab3033093eea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1076.084519] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1076.084676] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1076.150265] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.313869] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.314245] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Instance network_info: |[{"id": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "address": "fa:16:3e:1d:87:48", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7bb31f1-be", "ovs_interfaceid": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.314733] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:87:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7bb31f1-be9d-4ba7-a837-348ae19b70d5', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.323158] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.326100] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.326627] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-242ffb87-74b0-4285-93f0-44395befc3ed {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.351310] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.351310] env[69304]: value = "task-4209245" [ 1076.351310] env[69304]: _type = "Task" [ 1076.351310] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.361511] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209245, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.385397] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.385686] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9670730-ee79-4b3d-9f6d-c294dca89434 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.393395] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e7da3c-8e92-456b-88aa-242fd131ebc6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.397867] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1076.397867] env[69304]: value = "task-4209246" [ 1076.397867] env[69304]: _type = "Task" [ 1076.397867] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.405838] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32fbaf-ec72-475b-ba7f-bc6e7b26c0b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.412618] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.441443] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a2a32-bcfd-4456-a6e2-2e25fb417c23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.445188] env[69304]: DEBUG nova.compute.manager [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Received event network-changed-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1076.445426] env[69304]: DEBUG nova.compute.manager [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Refreshing instance network info cache due to event network-changed-f7bb31f1-be9d-4ba7-a837-348ae19b70d5. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1076.445739] env[69304]: DEBUG oslo_concurrency.lockutils [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] Acquiring lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.445916] env[69304]: DEBUG oslo_concurrency.lockutils [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] Acquired lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.446136] env[69304]: DEBUG nova.network.neutron [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Refreshing network info cache for port f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.456427] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f81392-86c7-496c-8953-d7bd42c5c25b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.474634] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.566331] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.595397] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.595710] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.595881] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.596152] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.596410] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.596723] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.597015] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.597248] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.597455] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.597619] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.597817] env[69304]: DEBUG nova.virt.hardware [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.598706] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c22547-9bb9-40e1-9f20-17be90b92305 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.607648] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf746c7-5b1a-435b-aa14-3593a22e682e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.651509] env[69304]: DEBUG oslo_vmware.api [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209243, 'name': PowerOnVM_Task, 'duration_secs': 2.805469} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.651877] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.652168] env[69304]: INFO nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1076.652368] env[69304]: DEBUG nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.653201] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69925c8-0125-4234-b323-b44fc38ae2d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.862935] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209245, 'name': CreateVM_Task, 'duration_secs': 0.392092} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.863223] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.863834] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.864011] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.864346] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.864601] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33766723-a87d-4dce-a5e7-ae3cd61c5249 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.870029] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1076.870029] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5213ffe7-b04c-f4a3-7836-372b20da00fb" [ 1076.870029] env[69304]: _type = "Task" [ 1076.870029] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.878745] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5213ffe7-b04c-f4a3-7836-372b20da00fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.904622] env[69304]: DEBUG nova.network.neutron [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Successfully updated port: 294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.911774] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209246, 'name': PowerOffVM_Task, 'duration_secs': 0.191897} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.912072] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.912768] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.913610] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb74d435-b936-4cf1-9fb0-4b7a2ebe5e19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.921693] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.923017] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f90d58bb-70e9-43cc-bed9-eec32604aafc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.951191] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.951437] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.951610] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Deleting the datastore file [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.951895] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8b86e9-f28f-4ef8-a35e-f933c8683d0b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.959582] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1076.959582] env[69304]: value = "task-4209248" [ 1076.959582] env[69304]: _type = "Task" [ 1076.959582] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.967862] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.978264] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.163632] env[69304]: DEBUG nova.network.neutron [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updated VIF entry in instance network info cache for port f7bb31f1-be9d-4ba7-a837-348ae19b70d5. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.164039] env[69304]: DEBUG nova.network.neutron [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [{"id": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "address": "fa:16:3e:1d:87:48", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7bb31f1-be", "ovs_interfaceid": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.174419] env[69304]: INFO nova.compute.manager [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Took 39.35 seconds to build instance. [ 1077.380904] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5213ffe7-b04c-f4a3-7836-372b20da00fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01256} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.381173] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.381409] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.381674] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.381896] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.382109] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.382371] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-197505ad-6d27-4628-bae0-404250f2ae8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.393160] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.393332] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.394028] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8df82a8-7ed7-457f-857a-71e3a6d9c9ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.399078] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1077.399078] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d23fd-8a8e-e46d-263d-2afa06661d4b" [ 1077.399078] env[69304]: _type = "Task" [ 1077.399078] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.408454] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.408647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.408743] env[69304]: DEBUG nova.network.neutron [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.409938] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d23fd-8a8e-e46d-263d-2afa06661d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.470402] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.483785] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1077.484011] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.951s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.484299] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.403s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.484481] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.486648] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.718s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.486841] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.488615] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.096s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.488833] env[69304]: DEBUG nova.objects.instance [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'pci_requests' on Instance uuid 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.515488] env[69304]: INFO nova.scheduler.client.report [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleted allocations for instance 8b9406bb-507d-4194-a415-8b0683cf7528 [ 1077.517341] env[69304]: INFO nova.scheduler.client.report [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted allocations for instance 1b7f78b1-bfbf-4555-a04f-7f6416e1c558 [ 1077.673777] env[69304]: DEBUG oslo_concurrency.lockutils [req-9e348efe-25a6-4cc1-ac3e-7d5008516e1a req-09721239-5638-45c0-bbbf-1d51ae110fe5 service nova] Releasing lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.675817] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00da861b-c552-432e-8caf-4b0bf17fd369 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.858s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.913562] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525d23fd-8a8e-e46d-263d-2afa06661d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.026413} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.915651] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1104e334-48d5-43da-a5e4-8f8fbf1c72b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.922499] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1077.922499] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f15dc0-fd1c-5676-306c-f9fc8115552b" [ 1077.922499] env[69304]: _type = "Task" [ 1077.922499] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.932541] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f15dc0-fd1c-5676-306c-f9fc8115552b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.965943] env[69304]: DEBUG nova.network.neutron [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.974226] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556797} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.974492] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.974676] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.974855] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.993090] env[69304]: DEBUG nova.objects.instance [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'numa_topology' on Instance uuid 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.028628] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "8b9406bb-507d-4194-a415-8b0683cf7528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.471s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.030334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-627b1f13-872e-4b87-9168-f6d66bcab260 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1b7f78b1-bfbf-4555-a04f-7f6416e1c558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.724s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.174107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "471f1c1b-7a56-4d65-b84d-a629a361d57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.174316] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.174531] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "471f1c1b-7a56-4d65-b84d-a629a361d57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.174666] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.174839] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.177849] env[69304]: INFO nova.compute.manager [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Terminating instance [ 1078.206648] env[69304]: DEBUG nova.network.neutron [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.396669] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.396961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.397190] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.397382] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.397557] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.399862] env[69304]: INFO nova.compute.manager [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Terminating instance [ 1078.433370] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f15dc0-fd1c-5676-306c-f9fc8115552b, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.433708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.433887] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b/bdb8c0ae-b33b-49e7-929c-9dd864f5010b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.434184] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db1f898-90ea-4670-90ed-5cd2a8caaf9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.441566] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1078.441566] env[69304]: value = "task-4209249" [ 1078.441566] env[69304]: _type = "Task" [ 1078.441566] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.450130] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.498608] env[69304]: INFO nova.compute.claims [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.649405] env[69304]: DEBUG nova.compute.manager [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Received event network-vif-plugged-294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1078.650525] env[69304]: DEBUG oslo_concurrency.lockutils [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.651075] env[69304]: DEBUG oslo_concurrency.lockutils [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] Lock "d21587b3-5e57-4187-9300-ab3033093eea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.651075] env[69304]: DEBUG oslo_concurrency.lockutils [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] Lock "d21587b3-5e57-4187-9300-ab3033093eea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.651171] env[69304]: DEBUG nova.compute.manager [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] No waiting events found dispatching network-vif-plugged-294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.651340] env[69304]: WARNING nova.compute.manager [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Received unexpected event network-vif-plugged-294a8f4f-3da0-4f42-94b4-9d261a56083c for instance with vm_state building and task_state spawning. [ 1078.651503] env[69304]: DEBUG nova.compute.manager [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Received event network-changed-294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1078.651661] env[69304]: DEBUG nova.compute.manager [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Refreshing instance network info cache due to event network-changed-294a8f4f-3da0-4f42-94b4-9d261a56083c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1078.651845] env[69304]: DEBUG oslo_concurrency.lockutils [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.681405] env[69304]: DEBUG nova.compute.manager [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.681673] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.682851] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ecd359-4cec-4f85-8eb8-2a3811ccdee3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.694150] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.694470] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0baf243-5374-4d2a-91e1-153bac7ac55e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.704510] env[69304]: DEBUG oslo_vmware.api [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 1078.704510] env[69304]: value = "task-4209250" [ 1078.704510] env[69304]: _type = "Task" [ 1078.704510] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.712556] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.712995] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Instance network_info: |[{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.721749] env[69304]: DEBUG oslo_concurrency.lockutils [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.721749] env[69304]: DEBUG nova.network.neutron [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Refreshing network info cache for port 294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.721749] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:84:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '294a8f4f-3da0-4f42-94b4-9d261a56083c', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.738623] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.742430] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.746590] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b308f10-ff91-40c8-a829-0b9f63bf3528 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.763776] env[69304]: DEBUG oslo_vmware.api [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.771849] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.771849] env[69304]: value = "task-4209251" [ 1078.771849] env[69304]: _type = "Task" [ 1078.771849] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.783170] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209251, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.906065] env[69304]: DEBUG nova.compute.manager [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.906065] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.906065] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31357b7d-99a3-4824-8288-f5a68bad1b8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.915784] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.916291] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae58193-02b4-4358-be88-4069265b256f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.925139] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1078.925139] env[69304]: value = "task-4209252" [ 1078.925139] env[69304]: _type = "Task" [ 1078.925139] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.943229] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.952491] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.016075] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.016348] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.016507] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.016696] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.016845] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.016994] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.017231] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.017392] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.017570] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.017767] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.017902] env[69304]: DEBUG nova.virt.hardware [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.018851] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ec849-4898-4c9e-8233-2978e59709f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.030179] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4f8df-d23c-4335-9d9c-7dd46032da28 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.049243] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.055294] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.056375] env[69304]: DEBUG nova.network.neutron [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updated VIF entry in instance network info cache for port 294a8f4f-3da0-4f42-94b4-9d261a56083c. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.056714] env[69304]: DEBUG nova.network.neutron [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.057968] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.058711] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1be0bdd0-6d7e-4ccf-bcb2-a1b00e20749d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.078824] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.078824] env[69304]: value = "task-4209253" [ 1079.078824] env[69304]: _type = "Task" [ 1079.078824] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.090145] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209253, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.216668] env[69304]: DEBUG oslo_vmware.api [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209250, 'name': PowerOffVM_Task, 'duration_secs': 0.46743} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.217018] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.217598] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.217598] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c771d9d7-bb63-47d0-aace-e39968e532db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.267256] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "df83bb25-a5ae-4227-b03e-190f411bc065" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.267547] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "df83bb25-a5ae-4227-b03e-190f411bc065" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.283520] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209251, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.407904] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.408183] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.408373] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleting the datastore file [datastore1] 471f1c1b-7a56-4d65-b84d-a629a361d57b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.408661] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-121bece8-dfe2-4d82-ab78-10f6be2379d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.416451] env[69304]: DEBUG oslo_vmware.api [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for the task: (returnval){ [ 1079.416451] env[69304]: value = "task-4209255" [ 1079.416451] env[69304]: _type = "Task" [ 1079.416451] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.425501] env[69304]: DEBUG oslo_vmware.api [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.434128] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209252, 'name': PowerOffVM_Task, 'duration_secs': 0.229001} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.434443] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.435814] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.435814] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-077a40a4-59e4-466e-8b59-b5be7d4cfd8c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.452932] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566598} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.453228] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b/bdb8c0ae-b33b-49e7-929c-9dd864f5010b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.453420] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.453681] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da9ee38-40e8-4810-915b-7c18345da908 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.460943] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1079.460943] env[69304]: value = "task-4209257" [ 1079.460943] env[69304]: _type = "Task" [ 1079.460943] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.472105] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.504812] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.506076] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.506401] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleting the datastore file [datastore2] 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.506869] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02afe2e2-0c5c-40af-8fa6-601c8c4c0791 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.516765] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1079.516765] env[69304]: value = "task-4209258" [ 1079.516765] env[69304]: _type = "Task" [ 1079.516765] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.525666] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.560873] env[69304]: DEBUG oslo_concurrency.lockutils [req-c679cf25-9c1c-42f1-8f50-e23dcb2db1b2 req-428f1458-1f77-40d6-a1dd-da5ac7118cb1 service nova] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.592849] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209253, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.772239] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.787322] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209251, 'name': CreateVM_Task, 'duration_secs': 0.63141} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.788982] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.789809] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.789984] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.790320] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.790616] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f89751f-934a-4c80-b9a8-b8684d86c073 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.796524] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1079.796524] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52355ce6-772a-9e07-13bc-17830aacded0" [ 1079.796524] env[69304]: _type = "Task" [ 1079.796524] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.816467] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52355ce6-772a-9e07-13bc-17830aacded0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.861612] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f4ec6f-17bb-4eb7-9e3c-2668e5498e3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.871812] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30dae0d-5fc2-4315-8077-7b1212425caf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.904069] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a8ce84-bd66-4aee-920f-f36311f6408c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.913041] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d67788-785d-491c-88c6-26ec6ccedd0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.930017] env[69304]: DEBUG nova.compute.provider_tree [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.934280] env[69304]: DEBUG oslo_vmware.api [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Task: {'id': task-4209255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481232} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.935844] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.936073] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.936273] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.936457] env[69304]: INFO nova.compute.manager [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1079.936700] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.936930] env[69304]: DEBUG nova.compute.manager [-] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.937107] env[69304]: DEBUG nova.network.neutron [-] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.971770] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086755} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.972257] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.973427] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f56c06-745d-4cc5-93fd-d21c7b816eea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.002007] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b/bdb8c0ae-b33b-49e7-929c-9dd864f5010b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.002389] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d276e07b-f872-4921-9226-11de655497a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.027140] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.028567] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1080.028567] env[69304]: value = "task-4209259" [ 1080.028567] env[69304]: _type = "Task" [ 1080.028567] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.041019] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.094801] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209253, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.302383] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.309499] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52355ce6-772a-9e07-13bc-17830aacded0, 'name': SearchDatastore_Task, 'duration_secs': 0.031265} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.309835] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.310099] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.310348] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.310498] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.310699] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.311008] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f0db4c-1885-485f-8841-a398620e8560 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.327443] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.327660] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.328489] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b304a68f-7841-44f4-ac24-4e34850327f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.336645] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1080.336645] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f1df9b-9833-4c5f-d67f-cee713035b79" [ 1080.336645] env[69304]: _type = "Task" [ 1080.336645] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.345380] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f1df9b-9833-4c5f-d67f-cee713035b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.436997] env[69304]: DEBUG nova.scheduler.client.report [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.528043] env[69304]: DEBUG oslo_vmware.api [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592028} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.528329] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.528519] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.528702] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.528878] env[69304]: INFO nova.compute.manager [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1080.529146] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.529414] env[69304]: DEBUG nova.compute.manager [-] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.529502] env[69304]: DEBUG nova.network.neutron [-] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.540278] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.592283] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209253, 'name': CreateVM_Task, 'duration_secs': 1.416846} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.594465] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.594933] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595115] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.595429] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.595986] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e11ba3-0162-417f-93f3-5da3e983f6be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.600826] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1080.600826] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5246051b-f62e-f2ab-b1bb-ba93cb99e2ca" [ 1080.600826] env[69304]: _type = "Task" [ 1080.600826] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.609187] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5246051b-f62e-f2ab-b1bb-ba93cb99e2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.683981] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1080.684216] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing instance network info cache due to event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1080.684734] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.684934] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.685129] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.770563] env[69304]: DEBUG nova.network.neutron [-] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.849575] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f1df9b-9833-4c5f-d67f-cee713035b79, 'name': SearchDatastore_Task, 'duration_secs': 0.048387} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.850433] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf388b02-2551-4b4b-a25b-eef3b5cbd635 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.856378] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1080.856378] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9b3a5-66f3-6b7c-a283-201dfb1bf810" [ 1080.856378] env[69304]: _type = "Task" [ 1080.856378] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.869024] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9b3a5-66f3-6b7c-a283-201dfb1bf810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.941908] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.453s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.944279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.793s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.944508] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.946633] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.727s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.946858] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.949090] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.949350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.951285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.649s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.953171] env[69304]: INFO nova.compute.claims [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.979128] env[69304]: INFO nova.scheduler.client.report [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted allocations for instance 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204 [ 1080.986514] env[69304]: INFO nova.scheduler.client.report [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted allocations for instance 3d30778b-e9f7-4e1b-a254-e47196edf29d [ 1080.986871] env[69304]: INFO nova.network.neutron [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1080.998061] env[69304]: INFO nova.scheduler.client.report [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Deleted allocations for instance ba5a53ee-0d25-4b15-a45b-01935ef145bf [ 1081.041804] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209259, 'name': ReconfigVM_Task, 'duration_secs': 0.762384} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.043031] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b/bdb8c0ae-b33b-49e7-929c-9dd864f5010b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.043031] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f908be24-d6c7-4628-8ea1-c3ff921a48c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.050144] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1081.050144] env[69304]: value = "task-4209260" [ 1081.050144] env[69304]: _type = "Task" [ 1081.050144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.060032] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209260, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.112316] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5246051b-f62e-f2ab-b1bb-ba93cb99e2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.035196} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.112316] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.112547] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.112750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.273709] env[69304]: INFO nova.compute.manager [-] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Took 1.34 seconds to deallocate network for instance. [ 1081.315087] env[69304]: DEBUG nova.network.neutron [-] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.370959] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f9b3a5-66f3-6b7c-a283-201dfb1bf810, 'name': SearchDatastore_Task, 'duration_secs': 0.035452} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.371219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371563] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.371913] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.372184] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.372453] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb2c9e1b-8944-4b72-afb5-a2c043aa8246 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.374572] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a21ef5-f44a-4bad-8b68-e91cda1da1eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.383259] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1081.383259] env[69304]: value = "task-4209261" [ 1081.383259] env[69304]: _type = "Task" [ 1081.383259] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.384603] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.384865] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.388647] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dafdfde4-d1b1-4b31-851f-b071d7f98128 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.397179] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.398764] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1081.398764] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ad6c68-bb98-af5f-c8cb-d045fd866829" [ 1081.398764] env[69304]: _type = "Task" [ 1081.398764] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.406679] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ad6c68-bb98-af5f-c8cb-d045fd866829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.500415] env[69304]: DEBUG oslo_concurrency.lockutils [None req-17ea5cb4-f558-48b9-a607-43f9620a628c tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.804s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.501928] env[69304]: DEBUG oslo_concurrency.lockutils [None req-706d7103-22e5-44f2-b47a-7b21c8e1f56d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "3d30778b-e9f7-4e1b-a254-e47196edf29d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.775s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.510750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-cf55f651-5ab1-4e5d-b446-d46f2e629260 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "ba5a53ee-0d25-4b15-a45b-01935ef145bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.981s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.518909] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updated VIF entry in instance network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.519314] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.565146] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209260, 'name': Rename_Task, 'duration_secs': 0.18653} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.565472] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.565728] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-569ce8f3-0e75-4fb6-8d15-54b7770993cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.573923] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1081.573923] env[69304]: value = "task-4209262" [ 1081.573923] env[69304]: _type = "Task" [ 1081.573923] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.584055] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.723502] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.723768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.724033] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.724240] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.724416] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.730151] env[69304]: INFO nova.compute.manager [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Terminating instance [ 1081.780143] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.817548] env[69304]: INFO nova.compute.manager [-] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Took 1.29 seconds to deallocate network for instance. [ 1081.897327] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209261, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.912864] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ad6c68-bb98-af5f-c8cb-d045fd866829, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.913780] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07323561-d509-4d67-bd77-93850441edee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.921170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-07fc4ea2-7c5c-40c5-900e-6f1041f958e9-22249755-ceb0-4c0b-ac43-4903f119bac2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.921462] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-07fc4ea2-7c5c-40c5-900e-6f1041f958e9-22249755-ceb0-4c0b-ac43-4903f119bac2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.921937] env[69304]: DEBUG nova.objects.instance [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'flavor' on Instance uuid 07fc4ea2-7c5c-40c5-900e-6f1041f958e9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.926100] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1081.926100] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fbe3cc-ffd6-169f-505c-da1ede5fa2ae" [ 1081.926100] env[69304]: _type = "Task" [ 1081.926100] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.941108] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fbe3cc-ffd6-169f-505c-da1ede5fa2ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.021805] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.022153] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1082.022333] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing instance network info cache due to event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1082.022548] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.022700] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.022857] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.058917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "6801c972-4128-4e06-94ea-4560444a7ef1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.059209] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "6801c972-4128-4e06-94ea-4560444a7ef1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.059422] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "6801c972-4128-4e06-94ea-4560444a7ef1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.059810] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "6801c972-4128-4e06-94ea-4560444a7ef1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.060048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "6801c972-4128-4e06-94ea-4560444a7ef1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.062904] env[69304]: INFO nova.compute.manager [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Terminating instance [ 1082.092404] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.235342] env[69304]: DEBUG nova.compute.manager [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.235342] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.236515] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3c836-072e-42f7-bef0-3688c0833207 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.244158] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a303c4cf-697c-4c50-9624-159c60d4ad65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.254156] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb2925-82fd-4c58-87ff-152f0b638bdd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.258330] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.259030] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76f5c9f6-f11f-49d1-ab21-d40e95ac9dd0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.292926] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1840c1ba-4489-47e3-b1fa-732cad2173e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.296488] env[69304]: DEBUG oslo_vmware.api [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1082.296488] env[69304]: value = "task-4209263" [ 1082.296488] env[69304]: _type = "Task" [ 1082.296488] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.305342] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f3964-08b3-48b5-874f-234e66efaba4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.312807] env[69304]: DEBUG oslo_vmware.api [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.323220] env[69304]: DEBUG nova.compute.provider_tree [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.325477] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.396564] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706613} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.396856] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.397084] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.397391] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68262140-7ceb-45d3-9abf-8e9b0c127874 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.406181] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1082.406181] env[69304]: value = "task-4209264" [ 1082.406181] env[69304]: _type = "Task" [ 1082.406181] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.415893] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.440834] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fbe3cc-ffd6-169f-505c-da1ede5fa2ae, 'name': SearchDatastore_Task, 'duration_secs': 0.068723} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.441184] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.441577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.441932] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09aebb72-f120-4e14-858f-60d6c11a6237 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.449381] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1082.449381] env[69304]: value = "task-4209265" [ 1082.449381] env[69304]: _type = "Task" [ 1082.449381] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.460514] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.557742] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.557993] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.558226] env[69304]: DEBUG nova.network.neutron [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.570146] env[69304]: DEBUG nova.compute.manager [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.570458] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.571928] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d26fa9-fbac-4c60-9410-bc3cd1a9c95a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.583101] env[69304]: DEBUG nova.objects.instance [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'pci_requests' on Instance uuid 07fc4ea2-7c5c-40c5-900e-6f1041f958e9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.587767] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.588607] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54a17e44-935d-4eaf-aaa4-e174b7f4fc31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.594066] env[69304]: DEBUG oslo_vmware.api [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209262, 'name': PowerOnVM_Task, 'duration_secs': 0.715951} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.594927] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.595172] env[69304]: INFO nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1082.595366] env[69304]: DEBUG nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.597321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0431c-e406-4476-9c38-07924090271a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.600822] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 1082.600822] env[69304]: value = "task-4209266" [ 1082.600822] env[69304]: _type = "Task" [ 1082.600822] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.619497] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.803382] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updated VIF entry in instance network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.803816] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.814108] env[69304]: DEBUG oslo_vmware.api [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209263, 'name': PowerOffVM_Task, 'duration_secs': 0.260915} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.814453] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.814886] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.815437] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b26904ae-7368-4d76-b64e-3e48488ecc69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.827238] env[69304]: DEBUG nova.scheduler.client.report [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.895028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.895028] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.895223] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Deleting the datastore file [datastore2] a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.895441] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c17be6-249f-4559-91e0-5d18dba3cb39 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.908744] env[69304]: DEBUG oslo_vmware.api [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for the task: (returnval){ [ 1082.908744] env[69304]: value = "task-4209268" [ 1082.908744] env[69304]: _type = "Task" [ 1082.908744] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.921074] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131749} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.924297] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.924669] env[69304]: DEBUG oslo_vmware.api [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.925463] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc86a6a-b7eb-4682-91ca-186761bf0e4a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.949312] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.951678] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0600ce-875b-4373-8494-9552f35ef652 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.972601] env[69304]: DEBUG nova.compute.manager [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Received event network-vif-deleted-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1082.972751] env[69304]: DEBUG nova.compute.manager [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-vif-plugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1082.972941] env[69304]: DEBUG oslo_concurrency.lockutils [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.973172] env[69304]: DEBUG oslo_concurrency.lockutils [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.973341] env[69304]: DEBUG oslo_concurrency.lockutils [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.973504] env[69304]: DEBUG nova.compute.manager [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] No waiting events found dispatching network-vif-plugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.973667] env[69304]: WARNING nova.compute.manager [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received unexpected event network-vif-plugged-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f for instance with vm_state shelved_offloaded and task_state spawning. [ 1082.973827] env[69304]: DEBUG nova.compute.manager [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1082.974165] env[69304]: DEBUG nova.compute.manager [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing instance network info cache due to event network-changed-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1082.974165] env[69304]: DEBUG oslo_concurrency.lockutils [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] Acquiring lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.986168] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517775} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.987899] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.988169] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.988504] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1082.988504] env[69304]: value = "task-4209269" [ 1082.988504] env[69304]: _type = "Task" [ 1082.988504] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.988701] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ef03f8a-bdf8-4a15-87be-bcd891f5381e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.003128] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.004650] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1083.004650] env[69304]: value = "task-4209270" [ 1083.004650] env[69304]: _type = "Task" [ 1083.004650] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.016118] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.090958] env[69304]: DEBUG nova.objects.base [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Object Instance<07fc4ea2-7c5c-40c5-900e-6f1041f958e9> lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.090958] env[69304]: DEBUG nova.network.neutron [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.118659] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209266, 'name': PowerOffVM_Task, 'duration_secs': 0.249019} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.120740] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.121782] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.121782] env[69304]: INFO nova.compute.manager [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Took 39.84 seconds to build instance. [ 1083.122795] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d60fa171-560f-4451-8276-b2f7c3869934 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.205225] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.205501] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.205800] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleting the datastore file [datastore2] 6801c972-4128-4e06-94ea-4560444a7ef1 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.206052] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63203fe5-1f62-4e28-9258-abc25df4b6f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.213950] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for the task: (returnval){ [ 1083.213950] env[69304]: value = "task-4209272" [ 1083.213950] env[69304]: _type = "Task" [ 1083.213950] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.224439] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.250063] env[69304]: DEBUG nova.policy [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.308251] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.309069] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1083.309069] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing instance network info cache due to event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1083.309183] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.309446] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.309766] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.332951] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.333520] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.336593] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.557s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.336833] env[69304]: DEBUG nova.objects.instance [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lazy-loading 'resources' on Instance uuid 471f1c1b-7a56-4d65-b84d-a629a361d57b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.342520] env[69304]: DEBUG nova.network.neutron [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.423286] env[69304]: DEBUG oslo_vmware.api [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Task: {'id': task-4209268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234392} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.423469] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.424635] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.424893] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.425106] env[69304]: INFO nova.compute.manager [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1083.425366] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.425568] env[69304]: DEBUG nova.compute.manager [-] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.425664] env[69304]: DEBUG nova.network.neutron [-] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.504366] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.515132] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076383} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.515132] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.515789] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c86ac7-4075-4522-b6d3-592aa7764591 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.541474] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.541931] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f3eff6e-01b4-43d0-9645-602032a74638 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.571506] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1083.571506] env[69304]: value = "task-4209273" [ 1083.571506] env[69304]: _type = "Task" [ 1083.571506] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.580644] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.625501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82607166-2707-4d27-a850-3572319a0645 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.349s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.724773] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.843376] env[69304]: DEBUG nova.compute.utils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.845144] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.845322] env[69304]: DEBUG nova.network.neutron [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.847596] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.850637] env[69304]: DEBUG oslo_concurrency.lockutils [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] Acquired lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.850770] env[69304]: DEBUG nova.network.neutron [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Refreshing network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.885018] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='60f5c11c082f549e2ad92cf499d1901d',container_format='bare',created_at=2025-05-16T14:31:52Z,direct_url=,disk_format='vmdk',id=af56fe09-dee7-4206-a99b-d679b7496cf9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1309936065-shelved',owner='2f7424e6c8b6427f8f2127c8b8c4e3d8',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-16T14:32:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.885018] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.885018] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.885018] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.885018] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.885018] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.885376] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.885797] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.886092] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.886370] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.886651] env[69304]: DEBUG nova.virt.hardware [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.888342] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e00bedd-416e-4e91-9dae-350234d1e986 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.902920] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96584270-16f5-4f27-957a-cbd3f27c3c99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.935029] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:1e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.941269] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.945943] env[69304]: DEBUG nova.policy [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b16efaf8b2f442cdba8861879d79c87b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '025c0dd502ee4293b5297a73a189b4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.949536] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.950311] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-114e448d-53f4-45cb-9a4e-bf3ab939d28d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.974007] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.974007] env[69304]: value = "task-4209274" [ 1083.974007] env[69304]: _type = "Task" [ 1083.974007] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.985218] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209274, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.003675] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209269, 'name': ReconfigVM_Task, 'duration_secs': 0.714704} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.004084] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.004640] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f3db051-108e-4ce8-bf77-dcb198e006a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.014925] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1084.014925] env[69304]: value = "task-4209275" [ 1084.014925] env[69304]: _type = "Task" [ 1084.014925] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.028756] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209275, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.088637] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.223212] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fe09af-ae6a-4caf-954b-23bbec1ab5db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.231410] env[69304]: DEBUG oslo_vmware.api [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Task: {'id': task-4209272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58949} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.232922] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updated VIF entry in instance network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.233359] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.235494] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.235868] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.236599] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.236599] env[69304]: INFO nova.compute.manager [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1084.236891] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.241404] env[69304]: DEBUG nova.compute.manager [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.241404] env[69304]: DEBUG nova.network.neutron [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.244576] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02888c1-dccc-423b-a033-923ac1e91918 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.285569] env[69304]: DEBUG nova.network.neutron [-] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.287773] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78354c51-f1e4-4b6f-b969-f1a5686744c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.297748] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b010ba-456d-4615-b756-6715490c5af8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.318037] env[69304]: DEBUG nova.compute.provider_tree [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.351947] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.484264] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209274, 'name': CreateVM_Task, 'duration_secs': 0.475858} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.484465] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.485164] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.485388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.485713] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.485971] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048ddf3e-3ed4-4d6d-ab79-585fbf3d8ec1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.490657] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1084.490657] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52347099-6138-32d0-0dfe-df1f9da5ddb9" [ 1084.490657] env[69304]: _type = "Task" [ 1084.490657] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.498665] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52347099-6138-32d0-0dfe-df1f9da5ddb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.524981] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209275, 'name': Rename_Task, 'duration_secs': 0.2022} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.525272] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.525538] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f36f48-6643-4891-ade9-f2e0daaa363c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.533405] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1084.533405] env[69304]: value = "task-4209276" [ 1084.533405] env[69304]: _type = "Task" [ 1084.533405] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.542633] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.583422] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209273, 'name': ReconfigVM_Task, 'duration_secs': 0.760798} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.583743] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9/0f483e40-20c2-435e-a3bb-9d714fee3bc9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.584391] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11b8c626-81df-4934-be44-f9aeb7508738 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.596365] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1084.596365] env[69304]: value = "task-4209277" [ 1084.596365] env[69304]: _type = "Task" [ 1084.596365] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.600969] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209277, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.684606] env[69304]: DEBUG nova.network.neutron [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Successfully created port: a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.738901] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.739344] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1084.739732] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing instance network info cache due to event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1084.739732] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.740247] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.740247] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.788870] env[69304]: INFO nova.compute.manager [-] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Took 1.36 seconds to deallocate network for instance. [ 1084.824023] env[69304]: DEBUG nova.scheduler.client.report [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.939183] env[69304]: DEBUG nova.network.neutron [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updated VIF entry in instance network info cache for port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.939715] env[69304]: DEBUG nova.network.neutron [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [{"id": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "address": "fa:16:3e:ad:1e:99", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec674e5b-c4", "ovs_interfaceid": "ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.976868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.977661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.994679] env[69304]: DEBUG nova.network.neutron [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Successfully updated port: 22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.010182] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.010553] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Processing image af56fe09-dee7-4206-a99b-d679b7496cf9 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.010891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.011095] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.011323] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.012131] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ecc424-2f50-4159-81d0-3ae058554610 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.032864] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.033213] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.034415] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-572300cf-2cbc-4c0f-846f-0b7c114fb5d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.050345] env[69304]: DEBUG oslo_vmware.api [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209276, 'name': PowerOnVM_Task, 'duration_secs': 0.514952} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.052245] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.052562] env[69304]: INFO nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1085.052873] env[69304]: DEBUG nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.053298] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1085.053298] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5262d273-828b-8567-458e-26124235b3df" [ 1085.053298] env[69304]: _type = "Task" [ 1085.053298] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.054328] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cb5456-b9b5-4f72-90cc-23a590cc81c4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.072900] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1085.073174] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Fetch image to [datastore2] OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3/OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1085.073358] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Downloading stream optimized image af56fe09-dee7-4206-a99b-d679b7496cf9 to [datastore2] OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3/OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3.vmdk on the data store datastore2 as vApp {{(pid=69304) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1085.073528] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Downloading image file data af56fe09-dee7-4206-a99b-d679b7496cf9 to the ESX as VM named 'OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3' {{(pid=69304) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1085.105916] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209277, 'name': Rename_Task, 'duration_secs': 0.154084} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.123110] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.124525] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efa3dcb2-00ce-4480-b7b4-5423658827ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.131681] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1085.131681] env[69304]: value = "task-4209278" [ 1085.131681] env[69304]: _type = "Task" [ 1085.131681] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.142440] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.162274] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1085.162274] env[69304]: value = "resgroup-9" [ 1085.162274] env[69304]: _type = "ResourcePool" [ 1085.162274] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1085.162581] env[69304]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c710fad3-2e3c-43f1-b6b4-6c2d91dd4064 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.184579] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease: (returnval){ [ 1085.184579] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d23a1-2bd0-4ae9-cda7-7d1eda046109" [ 1085.184579] env[69304]: _type = "HttpNfcLease" [ 1085.184579] env[69304]: } obtained for vApp import into resource pool (val){ [ 1085.184579] env[69304]: value = "resgroup-9" [ 1085.184579] env[69304]: _type = "ResourcePool" [ 1085.184579] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1085.184918] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the lease: (returnval){ [ 1085.184918] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d23a1-2bd0-4ae9-cda7-7d1eda046109" [ 1085.184918] env[69304]: _type = "HttpNfcLease" [ 1085.184918] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1085.192620] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.192620] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d23a1-2bd0-4ae9-cda7-7d1eda046109" [ 1085.192620] env[69304]: _type = "HttpNfcLease" [ 1085.192620] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1085.296757] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.331313] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.333588] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.008s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.333982] env[69304]: DEBUG nova.objects.instance [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lazy-loading 'resources' on Instance uuid 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.354476] env[69304]: INFO nova.scheduler.client.report [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Deleted allocations for instance 471f1c1b-7a56-4d65-b84d-a629a361d57b [ 1085.364241] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.387501] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.388375] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.388541] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.388746] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.388898] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.389074] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.389307] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.390596] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.390596] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.390596] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.390596] env[69304]: DEBUG nova.virt.hardware [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.391042] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e097e8-afd9-455d-add0-bae6a6bcff73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.396145] env[69304]: DEBUG nova.network.neutron [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.403074] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c42f03d-4ebb-490f-a848-c4a1d979a091 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.444335] env[69304]: DEBUG oslo_concurrency.lockutils [req-1626b92f-611c-4cf0-8bc0-d1e66926a195 req-6be7ac7f-9cbd-40b7-a226-2fe1eb203fb4 service nova] Releasing lock "refresh_cache-67fdbe85-1aee-430d-b160-ba263778f12b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.480199] env[69304]: DEBUG nova.compute.utils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.500291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.501611] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updated VIF entry in instance network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.502021] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.583356] env[69304]: INFO nova.compute.manager [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Took 41.48 seconds to build instance. [ 1085.642891] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.693309] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.693309] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d23a1-2bd0-4ae9-cda7-7d1eda046109" [ 1085.693309] env[69304]: _type = "HttpNfcLease" [ 1085.693309] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1085.863235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-21367937-4c61-4dd8-a5c8-14a54fca0315 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Lock "471f1c1b-7a56-4d65-b84d-a629a361d57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.689s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.900189] env[69304]: INFO nova.compute.manager [-] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Took 1.66 seconds to deallocate network for instance. [ 1085.923270] env[69304]: DEBUG nova.compute.manager [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1085.985619] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.005881] env[69304]: DEBUG oslo_concurrency.lockutils [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.005881] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Received event network-vif-deleted-d95e8a19-857f-4737-8a45-3afe26b9b40f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1086.005881] env[69304]: INFO nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Neutron deleted interface d95e8a19-857f-4737-8a45-3afe26b9b40f; detaching it from the instance and deleting it from the info cache [ 1086.005881] env[69304]: DEBUG nova.network.neutron [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.006792] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.007008] env[69304]: DEBUG nova.network.neutron [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.086213] env[69304]: DEBUG oslo_concurrency.lockutils [None req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.087205] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9811d-70fe-4db8-b468-ec34f08d1e5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.096329] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c56f11-a1c7-4a1c-af23-f9edddc8f523 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.128973] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3613b0a1-c8b1-46ed-aee3-d16842f7f2b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.138759] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f87448-6c03-4899-a191-3cb8eb70c1e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.145566] env[69304]: DEBUG oslo_vmware.api [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209278, 'name': PowerOnVM_Task, 'duration_secs': 0.514564} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.146210] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.146476] env[69304]: DEBUG nova.compute.manager [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1086.147192] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c4fbd4-86d2-4d3d-ab2f-d09de035966d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.157872] env[69304]: DEBUG nova.compute.provider_tree [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.195136] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.195136] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d23a1-2bd0-4ae9-cda7-7d1eda046109" [ 1086.195136] env[69304]: _type = "HttpNfcLease" [ 1086.195136] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1086.195432] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1086.195432] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527d23a1-2bd0-4ae9-cda7-7d1eda046109" [ 1086.195432] env[69304]: _type = "HttpNfcLease" [ 1086.195432] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1086.196091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913da28-887d-420b-bf03-810e82ca7b48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.204563] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276ebc4-6063-fcd3-dda1-88dbdc9bdc07/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1086.204782] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276ebc4-6063-fcd3-dda1-88dbdc9bdc07/disk-0.vmdk. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1086.273026] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eff2a272-4464-479b-a9e3-047a600352ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.373644] env[69304]: DEBUG nova.network.neutron [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Successfully updated port: a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.406971] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.457545] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.512438] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1e87109-fb64-4134-b65c-d774e6ec27a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.523339] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b3df7-08f0-48c3-b1ea-b62f37d8bb64 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.557163] env[69304]: DEBUG nova.compute.manager [req-a5c28d34-7531-4751-bc7d-41b1a112016f req-d80c994b-1f11-453c-a54f-3d7b43891cfb service nova] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Detach interface failed, port_id=d95e8a19-857f-4737-8a45-3afe26b9b40f, reason: Instance 471f1c1b-7a56-4d65-b84d-a629a361d57b could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1086.558506] env[69304]: WARNING nova.network.neutron [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 1086.661759] env[69304]: DEBUG nova.scheduler.client.report [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.677071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.773661] env[69304]: DEBUG nova.compute.manager [req-549d75ce-a165-4b45-9488-d779eeb7d03d req-4d227613-ab06-40a5-ba2a-37cda3694f3c service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-vif-plugged-22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1086.773894] env[69304]: DEBUG oslo_concurrency.lockutils [req-549d75ce-a165-4b45-9488-d779eeb7d03d req-4d227613-ab06-40a5-ba2a-37cda3694f3c service nova] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.774117] env[69304]: DEBUG oslo_concurrency.lockutils [req-549d75ce-a165-4b45-9488-d779eeb7d03d req-4d227613-ab06-40a5-ba2a-37cda3694f3c service nova] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.774283] env[69304]: DEBUG oslo_concurrency.lockutils [req-549d75ce-a165-4b45-9488-d779eeb7d03d req-4d227613-ab06-40a5-ba2a-37cda3694f3c service nova] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.774443] env[69304]: DEBUG nova.compute.manager [req-549d75ce-a165-4b45-9488-d779eeb7d03d req-4d227613-ab06-40a5-ba2a-37cda3694f3c service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] No waiting events found dispatching network-vif-plugged-22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.774608] env[69304]: WARNING nova.compute.manager [req-549d75ce-a165-4b45-9488-d779eeb7d03d req-4d227613-ab06-40a5-ba2a-37cda3694f3c service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received unexpected event network-vif-plugged-22249755-ceb0-4c0b-ac43-4903f119bac2 for instance with vm_state active and task_state None. [ 1086.798905] env[69304]: DEBUG nova.compute.manager [req-6638faba-619b-4ab4-99f7-20fa92be2a6b req-8ecb4d10-367e-46ed-83cd-c89d6b12fc5e service nova] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Received event network-vif-deleted-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1086.799131] env[69304]: DEBUG nova.compute.manager [req-6638faba-619b-4ab4-99f7-20fa92be2a6b req-8ecb4d10-367e-46ed-83cd-c89d6b12fc5e service nova] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Received event network-vif-deleted-0bebc7b5-f33f-4fba-b3f3-d36152febb6f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1086.871996] env[69304]: DEBUG nova.network.neutron [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22249755-ceb0-4c0b-ac43-4903f119bac2", "address": "fa:16:3e:88:ae:55", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22249755-ce", "ovs_interfaceid": "22249755-ceb0-4c0b-ac43-4903f119bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.875935] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "refresh_cache-df83bb25-a5ae-4227-b03e-190f411bc065" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876171] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "refresh_cache-df83bb25-a5ae-4227-b03e-190f411bc065" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876357] env[69304]: DEBUG nova.network.neutron [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.065775] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.066076] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.066325] env[69304]: INFO nova.compute.manager [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Attaching volume ea847400-619a-47e0-a0a8-238d267f4af2 to /dev/sdb [ 1087.110281] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ede11-37bc-4335-b72e-77695f53ba9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.123551] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f68973-518b-4476-872e-7073335a8071 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.140448] env[69304]: DEBUG nova.virt.block_device [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating existing volume attachment record: 60090c32-13b3-4daf-8a3a-694c01613cf4 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.167104] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.175374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.879s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.175701] env[69304]: DEBUG nova.objects.instance [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lazy-loading 'resources' on Instance uuid a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.223670] env[69304]: INFO nova.scheduler.client.report [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted allocations for instance 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827 [ 1087.377629] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.378432] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.378660] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.382046] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762915b8-7593-4ff9-996b-e40fdda56d87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.408929] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.409316] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.409521] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.409807] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.410022] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.411263] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.411263] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.411263] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.411263] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.411263] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.411485] env[69304]: DEBUG nova.virt.hardware [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.422328] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Reconfiguring VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1087.429287] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a9bb0a1-ae03-478b-be7f-18b3263c5a4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.447039] env[69304]: DEBUG nova.network.neutron [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.460735] env[69304]: DEBUG oslo_vmware.api [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1087.460735] env[69304]: value = "task-4209283" [ 1087.460735] env[69304]: _type = "Task" [ 1087.460735] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.475144] env[69304]: DEBUG oslo_vmware.api [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209283, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.618323] env[69304]: DEBUG nova.network.neutron [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Updating instance_info_cache with network_info: [{"id": "a00f4412-056a-421a-ad5f-fdc38dc36ff6", "address": "fa:16:3e:6c:e6:c4", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00f4412-05", "ovs_interfaceid": "a00f4412-056a-421a-ad5f-fdc38dc36ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.742319] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2701475-2b3c-4067-b377-78e4df3f3b18 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "1e7a0262-f7bf-4b86-9c9b-3cabcebd2827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.345s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.978280] env[69304]: DEBUG oslo_vmware.api [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.986037] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1087.986185] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276ebc4-6063-fcd3-dda1-88dbdc9bdc07/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1087.987115] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2687d-c04e-4349-a3e6-538cf51ccde8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.999357] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276ebc4-6063-fcd3-dda1-88dbdc9bdc07/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1087.999357] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276ebc4-6063-fcd3-dda1-88dbdc9bdc07/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1087.999357] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cfd8cdb0-c70a-4b1c-8616-c27bf88d7b8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.022479] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82235b36-cd15-473e-bb93-f6b0af71c70d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.034252] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c97473-aac4-4cd3-a870-79092aa9c0d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.078817] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bdde5b-f7ca-4e35-97d7-25e13ab3de48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.094530] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0003023b-a450-4cf0-b4e2-8cdb50424853 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.116757] env[69304]: DEBUG nova.compute.provider_tree [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.123546] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "refresh_cache-df83bb25-a5ae-4227-b03e-190f411bc065" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.123956] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Instance network_info: |[{"id": "a00f4412-056a-421a-ad5f-fdc38dc36ff6", "address": "fa:16:3e:6c:e6:c4", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00f4412-05", "ovs_interfaceid": "a00f4412-056a-421a-ad5f-fdc38dc36ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.124468] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e6:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a00f4412-056a-421a-ad5f-fdc38dc36ff6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.134452] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.135577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.135874] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09710a7c-f3b9-418b-a197-88b2229be1a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.164863] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.164863] env[69304]: value = "task-4209284" [ 1088.164863] env[69304]: _type = "Task" [ 1088.164863] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.177782] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209284, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.293893] env[69304]: DEBUG oslo_vmware.rw_handles [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276ebc4-6063-fcd3-dda1-88dbdc9bdc07/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1088.294345] env[69304]: INFO nova.virt.vmwareapi.images [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Downloaded image file data af56fe09-dee7-4206-a99b-d679b7496cf9 [ 1088.296701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a66394f-bc6a-4450-9984-2ea038ba2b2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.324165] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e8047a-31e4-42ca-a233-2dbb418a4781 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.342086] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.342698] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.342698] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.342832] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.343062] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.348488] env[69304]: INFO nova.compute.manager [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Terminating instance [ 1088.411043] env[69304]: INFO nova.virt.vmwareapi.images [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] The imported VM was unregistered [ 1088.414195] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1088.414617] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating directory with path [datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.415046] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5550390-a0a7-437c-9219-10acf45411c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.438212] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created directory with path [datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.438212] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3/OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3.vmdk to [datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk. {{(pid=69304) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1088.438212] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c0aa81a7-b220-42d1-8ec7-39d8ee99db92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.447732] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1088.447732] env[69304]: value = "task-4209286" [ 1088.447732] env[69304]: _type = "Task" [ 1088.447732] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.460565] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.474041] env[69304]: DEBUG oslo_vmware.api [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209283, 'name': ReconfigVM_Task, 'duration_secs': 0.934981} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.474810] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.475117] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Reconfigured VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1088.621300] env[69304]: DEBUG nova.scheduler.client.report [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.676957] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209284, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.853235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "refresh_cache-0f483e40-20c2-435e-a3bb-9d714fee3bc9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.853467] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquired lock "refresh_cache-0f483e40-20c2-435e-a3bb-9d714fee3bc9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.853595] env[69304]: DEBUG nova.network.neutron [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.890247] env[69304]: DEBUG nova.compute.manager [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-changed-22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1088.890460] env[69304]: DEBUG nova.compute.manager [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing instance network info cache due to event network-changed-22249755-ceb0-4c0b-ac43-4903f119bac2. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1088.890912] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.891223] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.891961] env[69304]: DEBUG nova.network.neutron [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing network info cache for port 22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.912296] env[69304]: DEBUG nova.compute.manager [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Received event network-vif-plugged-a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1088.912527] env[69304]: DEBUG oslo_concurrency.lockutils [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] Acquiring lock "df83bb25-a5ae-4227-b03e-190f411bc065-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.912713] env[69304]: DEBUG oslo_concurrency.lockutils [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] Lock "df83bb25-a5ae-4227-b03e-190f411bc065-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.912967] env[69304]: DEBUG oslo_concurrency.lockutils [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] Lock "df83bb25-a5ae-4227-b03e-190f411bc065-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.913170] env[69304]: DEBUG nova.compute.manager [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] No waiting events found dispatching network-vif-plugged-a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1088.913339] env[69304]: WARNING nova.compute.manager [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Received unexpected event network-vif-plugged-a00f4412-056a-421a-ad5f-fdc38dc36ff6 for instance with vm_state building and task_state spawning. [ 1088.913575] env[69304]: DEBUG nova.compute.manager [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Received event network-changed-a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1088.913650] env[69304]: DEBUG nova.compute.manager [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Refreshing instance network info cache due to event network-changed-a00f4412-056a-421a-ad5f-fdc38dc36ff6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1088.913840] env[69304]: DEBUG oslo_concurrency.lockutils [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] Acquiring lock "refresh_cache-df83bb25-a5ae-4227-b03e-190f411bc065" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.913975] env[69304]: DEBUG oslo_concurrency.lockutils [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] Acquired lock "refresh_cache-df83bb25-a5ae-4227-b03e-190f411bc065" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.914154] env[69304]: DEBUG nova.network.neutron [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Refreshing network info cache for port a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.959529] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.981059] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9c70c73e-077b-4452-92de-9441ad8e300f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-07fc4ea2-7c5c-40c5-900e-6f1041f958e9-22249755-ceb0-4c0b-ac43-4903f119bac2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.059s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.129264] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.137714] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.730s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.137714] env[69304]: DEBUG nova.objects.instance [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lazy-loading 'resources' on Instance uuid 6801c972-4128-4e06-94ea-4560444a7ef1 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.180443] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209284, 'name': CreateVM_Task, 'duration_secs': 0.565179} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.181610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.182124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.182124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.182468] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.183720] env[69304]: INFO nova.scheduler.client.report [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Deleted allocations for instance a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d [ 1089.184927] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9125bcaa-f06c-4701-86da-b8ec6f8ae258 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.195305] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1089.195305] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5f9c5-30c2-7af0-5ae4-f8f25c21a0f7" [ 1089.195305] env[69304]: _type = "Task" [ 1089.195305] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.207788] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5f9c5-30c2-7af0-5ae4-f8f25c21a0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.380230] env[69304]: DEBUG nova.network.neutron [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.460987] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.515309] env[69304]: DEBUG nova.network.neutron [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.698762] env[69304]: DEBUG oslo_concurrency.lockutils [None req-45c89b30-e6dc-4274-b3f0-c6d309153893 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Lock "a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.975s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.708755] env[69304]: DEBUG nova.network.neutron [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Updated VIF entry in instance network info cache for port a00f4412-056a-421a-ad5f-fdc38dc36ff6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.709158] env[69304]: DEBUG nova.network.neutron [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Updating instance_info_cache with network_info: [{"id": "a00f4412-056a-421a-ad5f-fdc38dc36ff6", "address": "fa:16:3e:6c:e6:c4", "network": {"id": "ff88db95-1547-4b0b-b9df-2d8e874b001c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-628206541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "025c0dd502ee4293b5297a73a189b4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00f4412-05", "ovs_interfaceid": "a00f4412-056a-421a-ad5f-fdc38dc36ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.724059] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a5f9c5-30c2-7af0-5ae4-f8f25c21a0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.08151} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.725644] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.725900] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.726172] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.726329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.726517] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.727126] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7319b1f6-ee0c-4dc2-bbfc-a388c031ba57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.742176] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.742399] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.746425] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de753f25-49f9-4048-9e46-add535c8b86d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.755098] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1089.755098] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5250b4aa-2b70-0bc9-24ee-34f255cc4170" [ 1089.755098] env[69304]: _type = "Task" [ 1089.755098] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.766516] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5250b4aa-2b70-0bc9-24ee-34f255cc4170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.928380] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f5b24-7b9e-424b-800f-04381bf91c74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.944597] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57eca89-5465-4ce7-a19f-38c1b2a54fae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.985260] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e2e5d-b7c4-4652-8f2d-9acbadafb396 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.992488] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.995938] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f62155-dd00-433a-8261-237fc8f86435 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.012284] env[69304]: DEBUG nova.compute.provider_tree [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.021174] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Releasing lock "refresh_cache-0f483e40-20c2-435e-a3bb-9d714fee3bc9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.021623] env[69304]: DEBUG nova.compute.manager [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.021829] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.023034] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d668737-b04e-4f63-ae42-d2e1f5bd1455 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.032988] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.033307] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c7650c-8823-45d6-8312-734a84f02329 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.043297] env[69304]: DEBUG oslo_vmware.api [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1090.043297] env[69304]: value = "task-4209288" [ 1090.043297] env[69304]: _type = "Task" [ 1090.043297] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.055238] env[69304]: DEBUG oslo_vmware.api [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.081793] env[69304]: DEBUG nova.network.neutron [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updated VIF entry in instance network info cache for port 22249755-ceb0-4c0b-ac43-4903f119bac2. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.082462] env[69304]: DEBUG nova.network.neutron [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22249755-ceb0-4c0b-ac43-4903f119bac2", "address": "fa:16:3e:88:ae:55", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22249755-ce", "ovs_interfaceid": "22249755-ceb0-4c0b-ac43-4903f119bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.225546] env[69304]: DEBUG oslo_concurrency.lockutils [req-6474b010-e0fe-427f-a85a-546f596a3775 req-e912a7fc-702f-46fc-a644-a4475f1e3dd5 service nova] Releasing lock "refresh_cache-df83bb25-a5ae-4227-b03e-190f411bc065" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.271634] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5250b4aa-2b70-0bc9-24ee-34f255cc4170, 'name': SearchDatastore_Task, 'duration_secs': 0.103547} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.273101] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8c7db6-40a6-45ca-a19e-9c23a4454f3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.281673] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1090.281673] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a88c54-c85f-614d-cb40-708a250e8690" [ 1090.281673] env[69304]: _type = "Task" [ 1090.281673] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.294621] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a88c54-c85f-614d-cb40-708a250e8690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.461420] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.517276] env[69304]: DEBUG nova.scheduler.client.report [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.554525] env[69304]: DEBUG oslo_vmware.api [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209288, 'name': PowerOffVM_Task, 'duration_secs': 0.155254} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.556040] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.556040] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.556040] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb12f0a2-ef00-45dc-a0df-9ae3d579fe32 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.584035] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.584304] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.584494] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Deleting the datastore file [datastore1] 0f483e40-20c2-435e-a3bb-9d714fee3bc9 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.585329] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.585450] env[69304]: DEBUG nova.compute.manager [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Received event network-changed-294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1090.585606] env[69304]: DEBUG nova.compute.manager [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Refreshing instance network info cache due to event network-changed-294a8f4f-3da0-4f42-94b4-9d261a56083c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1090.585865] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.586070] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.586289] env[69304]: DEBUG nova.network.neutron [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Refreshing network info cache for port 294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.587556] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac494a3-26af-4897-8bb1-40400e12b4d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.595915] env[69304]: DEBUG oslo_vmware.api [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for the task: (returnval){ [ 1090.595915] env[69304]: value = "task-4209290" [ 1090.595915] env[69304]: _type = "Task" [ 1090.595915] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.607423] env[69304]: DEBUG oslo_vmware.api [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.794465] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a88c54-c85f-614d-cb40-708a250e8690, 'name': SearchDatastore_Task, 'duration_secs': 0.08716} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.794465] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.794778] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] df83bb25-a5ae-4227-b03e-190f411bc065/df83bb25-a5ae-4227-b03e-190f411bc065.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.795084] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfe70269-455a-4a8c-bef5-0356c4bda781 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.803553] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1090.803553] env[69304]: value = "task-4209291" [ 1090.803553] env[69304]: _type = "Task" [ 1090.803553] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.813868] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.917295] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-07fc4ea2-7c5c-40c5-900e-6f1041f958e9-22249755-ceb0-4c0b-ac43-4903f119bac2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.917716] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-07fc4ea2-7c5c-40c5-900e-6f1041f958e9-22249755-ceb0-4c0b-ac43-4903f119bac2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.963870] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.023753] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.026420] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.569s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.054347] env[69304]: INFO nova.scheduler.client.report [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Deleted allocations for instance 6801c972-4128-4e06-94ea-4560444a7ef1 [ 1091.114268] env[69304]: DEBUG oslo_vmware.api [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Task: {'id': task-4209290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316707} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.114268] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.114268] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.114268] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.114268] env[69304]: INFO nova.compute.manager [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1091.114670] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.114670] env[69304]: DEBUG nova.compute.manager [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.114670] env[69304]: DEBUG nova.network.neutron [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.135909] env[69304]: DEBUG nova.network.neutron [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.174525] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.175407] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.176013] env[69304]: INFO nova.compute.manager [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Rebooting instance [ 1091.315374] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.424353] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.424353] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.424353] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81021c2a-29c9-402f-ad50-1be26d151396 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.444397] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a903711d-eb16-4c87-8cc6-5adad2c7445c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.485309] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Reconfiguring VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1091.486462] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c901da61-7f75-462b-a037-c3af4771957c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.506318] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.516026] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1091.516026] env[69304]: value = "task-4209292" [ 1091.516026] env[69304]: _type = "Task" [ 1091.516026] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.525260] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.531756] env[69304]: INFO nova.compute.claims [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.566060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-563ad1ba-d308-4fc2-9a76-21a665abd05f tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Lock "6801c972-4128-4e06-94ea-4560444a7ef1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.507s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.575624] env[69304]: DEBUG nova.network.neutron [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updated VIF entry in instance network info cache for port 294a8f4f-3da0-4f42-94b4-9d261a56083c. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.576202] env[69304]: DEBUG nova.network.neutron [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.638958] env[69304]: DEBUG nova.network.neutron [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.694780] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.695073] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.695178] env[69304]: DEBUG nova.network.neutron [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.708141] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1091.708346] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832905', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'name': 'volume-ea847400-619a-47e0-a0a8-238d267f4af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1eb50d1-c896-45f1-813f-5fe99fc0c676', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'serial': 'ea847400-619a-47e0-a0a8-238d267f4af2'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1091.709479] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac669b48-79b2-4226-ab47-a5d55cf90b33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.790357] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb333c6-e4b7-4898-860a-0f29285455ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.820985] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-ea847400-619a-47e0-a0a8-238d267f4af2/volume-ea847400-619a-47e0-a0a8-238d267f4af2.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.824808] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451b037a-c94f-49ec-8535-7f15fe42a7a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.843643] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209291, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.845116] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1091.845116] env[69304]: value = "task-4209293" [ 1091.845116] env[69304]: _type = "Task" [ 1091.845116] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.854520] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.963095] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209286, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.345562} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.963447] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3/OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3.vmdk to [datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk. [ 1091.963640] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Cleaning up location [datastore2] OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1091.963809] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_78a32798-1209-4034-b471-9020106ab4a3 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.964114] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7777a07-3cb0-4fdb-a414-d9ee297baf2c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.971741] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1091.971741] env[69304]: value = "task-4209294" [ 1091.971741] env[69304]: _type = "Task" [ 1091.971741] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.983869] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.029188] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.038724] env[69304]: INFO nova.compute.resource_tracker [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating resource usage from migration 7dece1e9-a3f1-4775-9f35-145f132289f5 [ 1092.079338] env[69304]: DEBUG oslo_concurrency.lockutils [req-b8bbac27-b343-4cf8-9c66-cf4a64c9b339 req-976895e5-09a2-4b13-9ede-a4445b17bc24 service nova] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.142683] env[69304]: INFO nova.compute.manager [-] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Took 1.03 seconds to deallocate network for instance. [ 1092.319144] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d93817e-6ca7-409a-b736-f01f45c8a6c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.331493] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fe43b3-2ed9-47d9-ba0a-9beec5104be6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.336023] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209291, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.367226] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf30abe-740b-4468-bf34-74826b4077d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.376484] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.380030] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af59cd17-f90a-4a78-ab02-69fa4a356778 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.397545] env[69304]: DEBUG nova.compute.provider_tree [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.481900] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18265} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.485118] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.485334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.485715] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk to [datastore2] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.486151] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd825658-7dff-4be5-9390-7949f49e521a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.496022] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1092.496022] env[69304]: value = "task-4209295" [ 1092.496022] env[69304]: _type = "Task" [ 1092.496022] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.506580] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.525421] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.628658] env[69304]: DEBUG nova.network.neutron [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.650454] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.825108] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209291, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.56612} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.825546] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] df83bb25-a5ae-4227-b03e-190f411bc065/df83bb25-a5ae-4227-b03e-190f411bc065.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.825800] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.826122] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59908146-8044-4fa6-9d1f-c97f007b44b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.837074] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1092.837074] env[69304]: value = "task-4209296" [ 1092.837074] env[69304]: _type = "Task" [ 1092.837074] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.848549] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.879223] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209293, 'name': ReconfigVM_Task, 'duration_secs': 0.686998} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.879223] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-ea847400-619a-47e0-a0a8-238d267f4af2/volume-ea847400-619a-47e0-a0a8-238d267f4af2.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.883452] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c905ea1-08a5-428e-a67c-a1acc0186aaa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.900664] env[69304]: DEBUG nova.scheduler.client.report [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.908385] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1092.908385] env[69304]: value = "task-4209297" [ 1092.908385] env[69304]: _type = "Task" [ 1092.908385] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.918237] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.006905] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.027725] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.131340] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.346943] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075057} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.347261] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.348208] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4f928-98a1-4a9e-9a31-8ca4479a567d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.371568] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] df83bb25-a5ae-4227-b03e-190f411bc065/df83bb25-a5ae-4227-b03e-190f411bc065.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.371946] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2974b61-90ed-457c-879d-ca1104fda978 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.393376] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1093.393376] env[69304]: value = "task-4209298" [ 1093.393376] env[69304]: _type = "Task" [ 1093.393376] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.403153] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.413474] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.387s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.413578] env[69304]: INFO nova.compute.manager [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Migrating [ 1093.424130] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.749s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.424378] env[69304]: DEBUG nova.objects.instance [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1093.426945] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.514539] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.527397] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.637527] env[69304]: DEBUG nova.compute.manager [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.638519] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6764c99a-8afa-4d7b-aaf0-61f558ed595a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.906123] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.918548] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.935895] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.935895] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.936100] env[69304]: DEBUG nova.network.neutron [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.008458] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.035551] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.407148] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.418860] env[69304]: DEBUG oslo_vmware.api [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209297, 'name': ReconfigVM_Task, 'duration_secs': 1.168229} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.419232] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832905', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'name': 'volume-ea847400-619a-47e0-a0a8-238d267f4af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1eb50d1-c896-45f1-813f-5fe99fc0c676', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'serial': 'ea847400-619a-47e0-a0a8-238d267f4af2'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.436100] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5164f5a0-e131-4753-a46e-3500f368df3f tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.436684] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.786s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.437943] env[69304]: DEBUG nova.objects.instance [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lazy-loading 'resources' on Instance uuid 0f483e40-20c2-435e-a3bb-9d714fee3bc9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.513804] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.536775] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.609758] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.610065] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.658699] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc71be86-a74a-4f93-8619-8b0aad51bd2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.668308] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Doing hard reboot of VM {{(pid=69304) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1094.668864] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f4c39d04-25a3-4de4-8e26-9f2d6be183d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.678601] env[69304]: DEBUG oslo_vmware.api [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1094.678601] env[69304]: value = "task-4209299" [ 1094.678601] env[69304]: _type = "Task" [ 1094.678601] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.690717] env[69304]: DEBUG oslo_vmware.api [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209299, 'name': ResetVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.838042] env[69304]: DEBUG nova.network.neutron [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [{"id": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "address": "fa:16:3e:1d:87:48", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7bb31f1-be", "ovs_interfaceid": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.906203] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209298, 'name': ReconfigVM_Task, 'duration_secs': 1.487964} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.906465] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Reconfigured VM instance instance-0000005d to attach disk [datastore2] df83bb25-a5ae-4227-b03e-190f411bc065/df83bb25-a5ae-4227-b03e-190f411bc065.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.907267] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e195f37-7e29-4182-88c5-f470fb583c2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.917316] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1094.917316] env[69304]: value = "task-4209300" [ 1094.917316] env[69304]: _type = "Task" [ 1094.917316] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.931990] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209300, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.010951] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.029894] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.114082] env[69304]: DEBUG nova.compute.utils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.189470] env[69304]: DEBUG oslo_vmware.api [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209299, 'name': ResetVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.191696] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7afcdfd-1c78-4461-b042-3d2ba397c0e7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.200352] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5003371-916d-45d3-acb7-0ab1d2f9f580 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.234847] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb417fb-1cbb-46a8-b588-169cd3c0b57c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.244744] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04623b46-132f-4ef3-af50-ea26ad736d12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.273149] env[69304]: DEBUG nova.compute.provider_tree [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.343919] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.449971] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209300, 'name': Rename_Task, 'duration_secs': 0.407653} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.450292] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.463557] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e172259-8c77-4eb5-9084-f30ae510b67d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.528653] env[69304]: DEBUG nova.objects.instance [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.587022] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1095.587022] env[69304]: value = "task-4209301" [ 1095.587022] env[69304]: _type = "Task" [ 1095.587022] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.609114] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.609734] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209295, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.790074} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.610923] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/af56fe09-dee7-4206-a99b-d679b7496cf9/af56fe09-dee7-4206-a99b-d679b7496cf9.vmdk to [datastore2] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.611321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e172f0-69c7-4f45-9faf-402294f766a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.617490] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209301, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.620576] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.640961] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.642872] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf09213f-9055-4de9-8289-254523df5ea9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.665231] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1095.665231] env[69304]: value = "task-4209302" [ 1095.665231] env[69304]: _type = "Task" [ 1095.665231] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.673381] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.689204] env[69304]: DEBUG oslo_vmware.api [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209299, 'name': ResetVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.775492] env[69304]: DEBUG nova.scheduler.client.report [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.061460] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1edb7e13-4d2f-49c5-bb97-bab7b5624f9d tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.995s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.068059] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.098109] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209301, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.175311] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209302, 'name': ReconfigVM_Task, 'duration_secs': 0.328839} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.175615] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 67fdbe85-1aee-430d-b160-ba263778f12b/67fdbe85-1aee-430d-b160-ba263778f12b.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.176983] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'guest_format': None, 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': 'acb5648e-66ac-4776-a668-4960bbfdf088'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'f182a217-9b3b-4e91-b6f0-d3fa090a4c9a', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832888', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'name': 'volume-8d3ec86d-c546-4148-ab09-f7f9c6112069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67fdbe85-1aee-430d-b160-ba263778f12b', 'attached_at': '', 'detached_at': '', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'serial': '8d3ec86d-c546-4148-ab09-f7f9c6112069'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69304) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1096.177207] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.177824] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832888', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'name': 'volume-8d3ec86d-c546-4148-ab09-f7f9c6112069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67fdbe85-1aee-430d-b160-ba263778f12b', 'attached_at': '', 'detached_at': '', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'serial': '8d3ec86d-c546-4148-ab09-f7f9c6112069'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.178357] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb59d08-61e9-4723-8312-49b146c1ae9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.189146] env[69304]: DEBUG oslo_vmware.api [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209299, 'name': ResetVM_Task, 'duration_secs': 1.131204} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.200581] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Did hard reboot of VM {{(pid=69304) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1096.200865] env[69304]: DEBUG nova.compute.manager [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.202847] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee6c99-55f7-4b3c-85a0-b47bff6a0e0a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.205891] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf9988-488d-42f4-b5f6-75106f64f217 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.240197] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-8d3ec86d-c546-4148-ab09-f7f9c6112069/volume-8d3ec86d-c546-4148-ab09-f7f9c6112069.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.240197] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3ff28f-1ffa-4dcd-a274-462c8dd4a964 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.263809] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1096.263809] env[69304]: value = "task-4209303" [ 1096.263809] env[69304]: _type = "Task" [ 1096.263809] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.275417] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.281305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.310438] env[69304]: INFO nova.scheduler.client.report [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Deleted allocations for instance 0f483e40-20c2-435e-a3bb-9d714fee3bc9 [ 1096.566346] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.600445] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.713605] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.713882] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.714166] env[69304]: INFO nova.compute.manager [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Attaching volume d667f9d8-cb10-436e-b31e-0018d363fe79 to /dev/sdb [ 1096.742738] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dfbf120f-6eb2-437d-b583-0cbf6cf63dcd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.568s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.757085] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938d761b-dbaa-44e6-b23f-1a8cb2726b22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.760331] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.760560] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.762755] env[69304]: DEBUG nova.compute.manager [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.762833] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b2fbe8-ce8b-459e-b777-edcb131b881f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.775043] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b8e796-4e6e-432f-8c36-b941eebf98a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.778186] env[69304]: DEBUG nova.compute.manager [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1096.778756] env[69304]: DEBUG nova.objects.instance [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.783476] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209303, 'name': ReconfigVM_Task, 'duration_secs': 0.354719} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.784351] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-8d3ec86d-c546-4148-ab09-f7f9c6112069/volume-8d3ec86d-c546-4148-ab09-f7f9c6112069.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.792020] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa4d743-0f19-40b2-938a-fe5c6f6a1b86 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.807557] env[69304]: DEBUG nova.virt.block_device [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updating existing volume attachment record: ed7cdd5a-30af-4452-b076-881f7b89e479 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1096.818010] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1096.818010] env[69304]: value = "task-4209304" [ 1096.818010] env[69304]: _type = "Task" [ 1096.818010] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.823764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-82d04195-37c3-434a-9cd0-5154bf017353 tempest-ServersListShow298Test-418176349 tempest-ServersListShow298Test-418176349-project-member] Lock "0f483e40-20c2-435e-a3bb-9d714fee3bc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.481s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.829557] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.886209] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c8dcb5-b14f-48ec-9bd6-38245aebf82a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.908403] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.067347] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.101513] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209301, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.329650] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209304, 'name': ReconfigVM_Task, 'duration_secs': 0.156557} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.330156] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832888', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'name': 'volume-8d3ec86d-c546-4148-ab09-f7f9c6112069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67fdbe85-1aee-430d-b160-ba263778f12b', 'attached_at': '', 'detached_at': '', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'serial': '8d3ec86d-c546-4148-ab09-f7f9c6112069'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.331143] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b349a791-d617-429b-847d-28524f16d850 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.341236] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1097.341236] env[69304]: value = "task-4209306" [ 1097.341236] env[69304]: _type = "Task" [ 1097.341236] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.350623] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209306, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.416577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.416577] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca07ee8-6bf1-4876-b047-434590453f0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.424742] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1097.424742] env[69304]: value = "task-4209307" [ 1097.424742] env[69304]: _type = "Task" [ 1097.424742] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.441950] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.570757] env[69304]: DEBUG oslo_vmware.api [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209292, 'name': ReconfigVM_Task, 'duration_secs': 5.917592} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.571408] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.572373] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Reconfigured VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1097.606236] env[69304]: DEBUG oslo_vmware.api [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209301, 'name': PowerOnVM_Task, 'duration_secs': 1.638092} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.606706] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.607045] env[69304]: INFO nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Took 12.24 seconds to spawn the instance on the hypervisor. [ 1097.607413] env[69304]: DEBUG nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.608924] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df7755b-b98a-4d25-862e-6cd4d861c3e7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.790219] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.790580] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-590fd062-2a6c-44f5-909c-c705549a6a33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.799625] env[69304]: DEBUG oslo_vmware.api [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1097.799625] env[69304]: value = "task-4209308" [ 1097.799625] env[69304]: _type = "Task" [ 1097.799625] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.811297] env[69304]: DEBUG oslo_vmware.api [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.850369] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209306, 'name': Rename_Task, 'duration_secs': 0.173914} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.850766] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.851183] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c9fb55-3e20-4459-be8f-1e0d99cec462 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.857689] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1097.857689] env[69304]: value = "task-4209309" [ 1097.857689] env[69304]: _type = "Task" [ 1097.857689] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.866408] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.942691] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209307, 'name': PowerOffVM_Task, 'duration_secs': 0.277842} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.944615] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.944615] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.134565] env[69304]: INFO nova.compute.manager [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Took 17.85 seconds to build instance. [ 1098.314183] env[69304]: DEBUG oslo_vmware.api [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.369935] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.451120] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.451840] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.452064] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.452249] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.452749] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.457761] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f70391-f06c-42b7-baee-01ffa00e5a4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.475144] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1098.475144] env[69304]: value = "task-4209310" [ 1098.475144] env[69304]: _type = "Task" [ 1098.475144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.484207] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.639535] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7058aee9-211e-4ada-a874-c6ebea2f4739 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "df83bb25-a5ae-4227-b03e-190f411bc065" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.371s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.813770] env[69304]: DEBUG oslo_vmware.api [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.871167] env[69304]: DEBUG oslo_vmware.api [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209309, 'name': PowerOnVM_Task, 'duration_secs': 0.560735} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.871468] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.989035] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209310, 'name': ReconfigVM_Task, 'duration_secs': 0.378951} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.989035] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.003266] env[69304]: DEBUG nova.compute.manager [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.003266] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8c63e-c88d-4f72-aa7c-b4693bcc545a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.145748] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.146014] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.149638] env[69304]: DEBUG nova.network.neutron [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.312613] env[69304]: DEBUG oslo_vmware.api [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209308, 'name': PowerOffVM_Task, 'duration_secs': 1.33323} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.312948] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.313143] env[69304]: DEBUG nova.compute.manager [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.313979] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c4333-314e-4f5b-a581-bb20283ebd1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.496187] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.496365] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.496532] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.496718] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.496865] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.497100] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.497266] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.497427] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.497613] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.497922] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.498065] env[69304]: DEBUG nova.virt.hardware [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.504286] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.504286] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268b40d7-0ca8-47b2-8762-ae7ac1c8b3b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.524177] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 53.018s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.529084] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1099.529084] env[69304]: value = "task-4209312" [ 1099.529084] env[69304]: _type = "Task" [ 1099.529084] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.540528] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.829998] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7be66401-40bc-4a54-bc0b-1ab7a20ff523 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.068s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.988724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "19ecd932-1d57-48d2-a80a-1bb02e19e651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.988975] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.044127] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209312, 'name': ReconfigVM_Task, 'duration_secs': 0.333346} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.044411] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.045244] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469de29b-afbc-4233-addd-937ff53ca356 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.076046] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b/bdb8c0ae-b33b-49e7-929c-9dd864f5010b.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.077681] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c311546-676a-4af1-a554-bebcdc63f9fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.101495] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1100.101495] env[69304]: value = "task-4209313" [ 1100.101495] env[69304]: _type = "Task" [ 1100.101495] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.113199] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.148245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.148831] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.149098] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.149319] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.149496] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.152256] env[69304]: INFO nova.compute.manager [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Terminating instance [ 1100.298458] env[69304]: INFO nova.network.neutron [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Port 22249755-ceb0-4c0b-ac43-4903f119bac2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1100.298718] env[69304]: DEBUG nova.network.neutron [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.413334] env[69304]: DEBUG nova.compute.manager [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.414551] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc454572-b562-4fe3-938e-fd276d5b930a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.493344] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.597337] env[69304]: DEBUG nova.compute.manager [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1100.597551] env[69304]: DEBUG nova.compute.manager [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing instance network info cache due to event network-changed-303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1100.597776] env[69304]: DEBUG oslo_concurrency.lockutils [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] Acquiring lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.614069] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.657121] env[69304]: DEBUG nova.compute.manager [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.657368] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.658452] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c25d75b-b238-40bd-8d62-fa8713bf0b56 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667387] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.667834] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156df93d-c800-4d21-8544-b2d59966d09b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.676279] env[69304]: DEBUG oslo_vmware.api [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1100.676279] env[69304]: value = "task-4209314" [ 1100.676279] env[69304]: _type = "Task" [ 1100.676279] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.687967] env[69304]: DEBUG oslo_vmware.api [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.801878] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.804194] env[69304]: DEBUG oslo_concurrency.lockutils [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] Acquired lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.804391] env[69304]: DEBUG nova.network.neutron [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Refreshing network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.931024] env[69304]: INFO nova.compute.manager [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] instance snapshotting [ 1100.935069] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b285b7-6fe7-43ae-8ae7-2d529ae13bac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.965135] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba25eda7-6264-4aed-8fc5-a59797ba0a22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.004354] env[69304]: DEBUG nova.objects.instance [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.031073] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.031522] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.033785] env[69304]: INFO nova.compute.claims [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.115328] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209313, 'name': ReconfigVM_Task, 'duration_secs': 0.678576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.115871] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Reconfigured VM instance instance-0000005b to attach disk [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b/bdb8c0ae-b33b-49e7-929c-9dd864f5010b.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.116336] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.187030] env[69304]: DEBUG oslo_vmware.api [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209314, 'name': PowerOffVM_Task, 'duration_secs': 0.403976} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.187531] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.187727] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.188048] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40068056-0822-46df-ab0f-49a96fdd586a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.308078] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a79c3db5-c7d1-43e7-be56-73342998994b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-07fc4ea2-7c5c-40c5-900e-6f1041f958e9-22249755-ceb0-4c0b-ac43-4903f119bac2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.390s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.356906] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.356906] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832907', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'name': 'volume-d667f9d8-cb10-436e-b31e-0018d363fe79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b840d42-3de4-4dea-8d03-6a8f353d09a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'serial': 'd667f9d8-cb10-436e-b31e-0018d363fe79'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.357665] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff289f-792d-4095-8d2a-03f83610a854 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.382251] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b7e042-b441-4936-88d4-8a0de2bf413f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.411030] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-d667f9d8-cb10-436e-b31e-0018d363fe79/volume-d667f9d8-cb10-436e-b31e-0018d363fe79.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.413997] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215685dd-b592-479e-b261-d0fd8c5b39ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.435109] env[69304]: DEBUG oslo_vmware.api [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1101.435109] env[69304]: value = "task-4209316" [ 1101.435109] env[69304]: _type = "Task" [ 1101.435109] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.446906] env[69304]: DEBUG oslo_vmware.api [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.484635] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1101.484976] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a26e35a-baaa-496f-8e3e-eaf2afd6442c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.487413] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-a7bf370d-3e6a-460e-b66f-deb8058ca9ac-22249755-ceb0-4c0b-ac43-4903f119bac2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.487825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-a7bf370d-3e6a-460e-b66f-deb8058ca9ac-22249755-ceb0-4c0b-ac43-4903f119bac2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.488302] env[69304]: DEBUG nova.objects.instance [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'flavor' on Instance uuid a7bf370d-3e6a-460e-b66f-deb8058ca9ac {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.498056] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1101.498056] env[69304]: value = "task-4209317" [ 1101.498056] env[69304]: _type = "Task" [ 1101.498056] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.509839] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.512650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.512894] env[69304]: DEBUG oslo_concurrency.lockutils [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.513028] env[69304]: DEBUG nova.network.neutron [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.513285] env[69304]: DEBUG nova.objects.instance [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'info_cache' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.581017] env[69304]: DEBUG nova.network.neutron [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updated VIF entry in instance network info cache for port 303e4d2c-8f59-4c93-a461-d14d1783c0d3. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.581017] env[69304]: DEBUG nova.network.neutron [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [{"id": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "address": "fa:16:3e:3a:35:71", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap303e4d2c-8f", "ovs_interfaceid": "303e4d2c-8f59-4c93-a461-d14d1783c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.628232] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7c4765-affc-45c7-b58c-2f536d73748b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.631269] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.631506] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.631880] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Deleting the datastore file [datastore2] 4b2b60ee-20a5-4b9b-8ec6-802782bf9617 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.631994] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d97b10a8-80ab-46da-b8af-f3cb054a3f62 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.653096] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb7411e-3c07-413e-96ca-50427f7efbfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.657327] env[69304]: DEBUG oslo_vmware.api [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for the task: (returnval){ [ 1101.657327] env[69304]: value = "task-4209318" [ 1101.657327] env[69304]: _type = "Task" [ 1101.657327] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.678146] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.688190] env[69304]: DEBUG oslo_vmware.api [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.945493] env[69304]: DEBUG oslo_vmware.api [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209316, 'name': ReconfigVM_Task, 'duration_secs': 0.477092} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.945808] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-d667f9d8-cb10-436e-b31e-0018d363fe79/volume-d667f9d8-cb10-436e-b31e-0018d363fe79.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.950957] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3781ad35-913c-4786-9f2b-48c50e7aa8e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.968306] env[69304]: DEBUG oslo_vmware.api [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1101.968306] env[69304]: value = "task-4209319" [ 1101.968306] env[69304]: _type = "Task" [ 1101.968306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.981202] env[69304]: DEBUG oslo_vmware.api [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.008130] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209317, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.016739] env[69304]: DEBUG nova.objects.base [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.082872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.082872] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.082872] env[69304]: INFO nova.compute.manager [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Shelving [ 1102.084294] env[69304]: DEBUG oslo_concurrency.lockutils [req-a521d7be-276b-487a-98e4-2b81cf073699 req-436ca41f-bd38-478c-8c5c-5a27be5dda88 service nova] Releasing lock "refresh_cache-07fc4ea2-7c5c-40c5-900e-6f1041f958e9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.119438] env[69304]: DEBUG nova.objects.instance [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'pci_requests' on Instance uuid a7bf370d-3e6a-460e-b66f-deb8058ca9ac {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.170894] env[69304]: DEBUG oslo_vmware.api [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Task: {'id': task-4209318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214577} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.171192] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.171374] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.171551] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.171725] env[69304]: INFO nova.compute.manager [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1102.171991] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.172202] env[69304]: DEBUG nova.compute.manager [-] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.172298] env[69304]: DEBUG nova.network.neutron [-] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.227784] env[69304]: DEBUG nova.network.neutron [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Port f7bb31f1-be9d-4ba7-a837-348ae19b70d5 binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1102.309763] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d774dc-fd10-41e5-bb50-9a2a14ee89d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.318940] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932afb9-c002-48e3-a0ba-b73f9e66e8e1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.350382] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abb94a5-e8a1-46f2-a928-bbd19d34a955 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.358599] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119ce0a7-1197-407c-85ac-0ba105c167d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.372470] env[69304]: DEBUG nova.compute.provider_tree [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.478428] env[69304]: DEBUG oslo_vmware.api [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209319, 'name': ReconfigVM_Task, 'duration_secs': 0.16533} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.478742] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832907', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'name': 'volume-d667f9d8-cb10-436e-b31e-0018d363fe79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b840d42-3de4-4dea-8d03-6a8f353d09a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'serial': 'd667f9d8-cb10-436e-b31e-0018d363fe79'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.510315] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209317, 'name': CreateSnapshot_Task, 'duration_secs': 0.828824} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.510645] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1102.511836] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b25642c-0767-4c76-ad06-bb527efc75a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.623625] env[69304]: DEBUG nova.objects.base [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.623625] env[69304]: DEBUG nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.645457] env[69304]: DEBUG nova.compute.manager [req-f8f71257-5fba-4e60-b0a8-2d58e8adddcc req-4ef86959-365f-4bbf-a586-2d864a874748 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Received event network-vif-deleted-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1102.645457] env[69304]: INFO nova.compute.manager [req-f8f71257-5fba-4e60-b0a8-2d58e8adddcc req-4ef86959-365f-4bbf-a586-2d864a874748 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Neutron deleted interface 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291; detaching it from the instance and deleting it from the info cache [ 1102.645776] env[69304]: DEBUG nova.network.neutron [req-f8f71257-5fba-4e60-b0a8-2d58e8adddcc req-4ef86959-365f-4bbf-a586-2d864a874748 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.822033] env[69304]: DEBUG nova.compute.manager [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1102.822033] env[69304]: DEBUG nova.compute.manager [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing instance network info cache due to event network-changed-aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1102.822033] env[69304]: DEBUG oslo_concurrency.lockutils [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.822033] env[69304]: DEBUG oslo_concurrency.lockutils [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.822033] env[69304]: DEBUG nova.network.neutron [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.878932] env[69304]: DEBUG nova.scheduler.client.report [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.902149] env[69304]: DEBUG nova.policy [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb188974cfc48c3ac5951d94b5be7ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de32bd38a331486fa7241e17a7afb91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.034633] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1103.035263] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58b35be2-7b58-47fc-b35d-3b6e080c1246 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.044749] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1103.044749] env[69304]: value = "task-4209320" [ 1103.044749] env[69304]: _type = "Task" [ 1103.044749] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.053876] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209320, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.092586] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.093109] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a33459b-4015-46db-9096-f16762125f75 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.100090] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1103.100090] env[69304]: value = "task-4209321" [ 1103.100090] env[69304]: _type = "Task" [ 1103.100090] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.113914] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.123226] env[69304]: DEBUG nova.network.neutron [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [{"id": "183ccd87-ce82-427d-8be1-37a5625b42af", "address": "fa:16:3e:43:cb:60", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183ccd87-ce", "ovs_interfaceid": "183ccd87-ce82-427d-8be1-37a5625b42af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.127679] env[69304]: DEBUG nova.network.neutron [-] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.148633] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4c1bd96-9ffb-4d2d-b2c0-008cfc49325a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.160494] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e8f2d2-9bf2-49f8-b75d-fb21b6d53754 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.203368] env[69304]: DEBUG nova.compute.manager [req-f8f71257-5fba-4e60-b0a8-2d58e8adddcc req-4ef86959-365f-4bbf-a586-2d864a874748 service nova] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Detach interface failed, port_id=6c99b30f-67b6-45e7-b1c6-0e7fd64b3291, reason: Instance 4b2b60ee-20a5-4b9b-8ec6-802782bf9617 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1103.261504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.261504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.261504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.381929] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.382566] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.538640] env[69304]: DEBUG nova.objects.instance [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'flavor' on Instance uuid 7b840d42-3de4-4dea-8d03-6a8f353d09a2 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.556233] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209320, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.574698] env[69304]: DEBUG nova.network.neutron [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updated VIF entry in instance network info cache for port aa83e7c5-b6bd-47b6-a650-9a366543f0b6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.575360] env[69304]: DEBUG nova.network.neutron [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.610310] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209321, 'name': PowerOffVM_Task, 'duration_secs': 0.218157} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.610621] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.611512] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca23f2d-f17f-44aa-b884-00d3731db9c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.631208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.632728] env[69304]: INFO nova.compute.manager [-] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Took 1.46 seconds to deallocate network for instance. [ 1103.635501] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ae40f-a596-4a48-afa5-be918550c9d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.888070] env[69304]: DEBUG nova.compute.utils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.889632] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.890266] env[69304]: DEBUG nova.network.neutron [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.930436] env[69304]: DEBUG nova.policy [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09ec1853e2d749eebee6caac812e1a40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45191cb0796f4a4184312c4a83a02d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.043923] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d82aadb8-d8af-4b4e-9427-52e701e6af1c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.055822] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209320, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.077765] env[69304]: DEBUG oslo_concurrency.lockutils [req-dbc9ab7c-37d5-4499-b2d0-0cb1eafc3474 req-d668b2db-6b89-4b93-a611-3be42c0f21e2 service nova] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.144215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.144215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.144453] env[69304]: DEBUG nova.objects.instance [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lazy-loading 'resources' on Instance uuid 4b2b60ee-20a5-4b9b-8ec6-802782bf9617 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.150464] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.151182] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ee93f34-a315-4df2-af14-d15c14397eb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.160011] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1104.160011] env[69304]: value = "task-4209322" [ 1104.160011] env[69304]: _type = "Task" [ 1104.160011] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.169247] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.246259] env[69304]: DEBUG nova.network.neutron [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Successfully created port: 44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.311271] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.311483] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.316261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.316534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.316802] env[69304]: DEBUG nova.network.neutron [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.393410] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.556790] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209320, 'name': CloneVM_Task, 'duration_secs': 1.436652} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.556790] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Created linked-clone VM from snapshot [ 1104.557272] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e49164-d50d-4f93-a200-d9e27472acc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.569788] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Uploading image 84fd013f-759a-477a-b313-be722485733a {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1104.586557] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1104.586852] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c89b4777-ad13-4e82-9952-284ae1ae984c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.595675] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1104.595675] env[69304]: value = "task-4209323" [ 1104.595675] env[69304]: _type = "Task" [ 1104.595675] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.605665] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209323, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.637614] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.637980] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1d4e5a-0bce-4775-843c-8a7f492e51b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.646337] env[69304]: DEBUG oslo_vmware.api [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1104.646337] env[69304]: value = "task-4209324" [ 1104.646337] env[69304]: _type = "Task" [ 1104.646337] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.658424] env[69304]: DEBUG oslo_vmware.api [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.670359] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209322, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.733151] env[69304]: DEBUG nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Successfully updated port: 22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.815645] env[69304]: INFO nova.compute.manager [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Detaching volume d667f9d8-cb10-436e-b31e-0018d363fe79 [ 1104.852075] env[69304]: DEBUG nova.compute.manager [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-vif-plugged-22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1104.852405] env[69304]: DEBUG oslo_concurrency.lockutils [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.852656] env[69304]: DEBUG oslo_concurrency.lockutils [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.852849] env[69304]: DEBUG oslo_concurrency.lockutils [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.853090] env[69304]: DEBUG nova.compute.manager [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] No waiting events found dispatching network-vif-plugged-22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.853334] env[69304]: WARNING nova.compute.manager [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received unexpected event network-vif-plugged-22249755-ceb0-4c0b-ac43-4903f119bac2 for instance with vm_state active and task_state None. [ 1104.853521] env[69304]: DEBUG nova.compute.manager [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-changed-22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1104.853699] env[69304]: DEBUG nova.compute.manager [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing instance network info cache due to event network-changed-22249755-ceb0-4c0b-ac43-4903f119bac2. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1104.853902] env[69304]: DEBUG oslo_concurrency.lockutils [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.854067] env[69304]: DEBUG oslo_concurrency.lockutils [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.854234] env[69304]: DEBUG nova.network.neutron [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Refreshing network info cache for port 22249755-ceb0-4c0b-ac43-4903f119bac2 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.859856] env[69304]: INFO nova.virt.block_device [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Attempting to driver detach volume d667f9d8-cb10-436e-b31e-0018d363fe79 from mountpoint /dev/sdb [ 1104.860313] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.860363] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832907', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'name': 'volume-d667f9d8-cb10-436e-b31e-0018d363fe79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b840d42-3de4-4dea-8d03-6a8f353d09a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'serial': 'd667f9d8-cb10-436e-b31e-0018d363fe79'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.862071] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e450adf-499a-4253-a69e-363addb6bcb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.895320] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1135096e-f350-4856-a7a1-e3fc71be9736 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.907274] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cf1a38-8000-477f-9cdc-33d06b1408ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.912643] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e5512-09a3-461f-8152-695554f27b58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.935751] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b11ba7-02d3-4ce7-a91e-143edcb2fe1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.943059] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f07f2f-4187-4c7a-a839-853345d14df8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.958067] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] The volume has not been displaced from its original location: [datastore1] volume-d667f9d8-cb10-436e-b31e-0018d363fe79/volume-d667f9d8-cb10-436e-b31e-0018d363fe79.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.963652] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.967222] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ed3de1-81d2-47dd-9b33-ce9cf9762e36 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.008732] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b682bf-6e48-4057-8ecc-bd61ce429cd1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.013922] env[69304]: DEBUG oslo_vmware.api [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1105.013922] env[69304]: value = "task-4209325" [ 1105.013922] env[69304]: _type = "Task" [ 1105.013922] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.020799] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad9d83-fdd0-41db-89cf-bac0f90e087c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.033619] env[69304]: DEBUG oslo_vmware.api [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.045105] env[69304]: DEBUG nova.compute.provider_tree [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.106335] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209323, 'name': Destroy_Task, 'duration_secs': 0.363122} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.106658] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Destroyed the VM [ 1105.107460] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1105.107460] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae08eaf9-0cdf-4421-a3ea-fd8560206890 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.115472] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1105.115472] env[69304]: value = "task-4209326" [ 1105.115472] env[69304]: _type = "Task" [ 1105.115472] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.125624] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209326, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.161404] env[69304]: DEBUG oslo_vmware.api [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.162595] env[69304]: DEBUG nova.network.neutron [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [{"id": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "address": "fa:16:3e:1d:87:48", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7bb31f1-be", "ovs_interfaceid": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.174249] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209322, 'name': CreateSnapshot_Task, 'duration_secs': 0.787902} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.174605] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1105.175418] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38903095-c55a-40aa-8e35-68e4b18e79c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.236905] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.408365] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.436724] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.437023] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.437221] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.437414] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.437564] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.437853] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.438100] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.438267] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.438507] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.438602] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.438775] env[69304]: DEBUG nova.virt.hardware [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.439675] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccaddb8-1345-453b-88ee-de350db3a7c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.451337] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debeaed3-3930-46a1-b8d2-3bb682eabd0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.526632] env[69304]: DEBUG oslo_vmware.api [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209325, 'name': ReconfigVM_Task, 'duration_secs': 0.30157} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.529919] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.534993] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19cc85f4-6cb3-4e51-8163-2ebbe4b31def {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.550050] env[69304]: DEBUG nova.scheduler.client.report [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.555080] env[69304]: DEBUG oslo_vmware.api [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1105.555080] env[69304]: value = "task-4209327" [ 1105.555080] env[69304]: _type = "Task" [ 1105.555080] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.567397] env[69304]: DEBUG oslo_vmware.api [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.617536] env[69304]: DEBUG nova.network.neutron [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Added VIF to instance network info cache for port 22249755-ceb0-4c0b-ac43-4903f119bac2. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1105.618431] env[69304]: DEBUG nova.network.neutron [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22249755-ceb0-4c0b-ac43-4903f119bac2", "address": "fa:16:3e:88:ae:55", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22249755-ce", "ovs_interfaceid": "22249755-ceb0-4c0b-ac43-4903f119bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.630288] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209326, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.660914] env[69304]: DEBUG oslo_vmware.api [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209324, 'name': PowerOnVM_Task, 'duration_secs': 0.608407} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.661263] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.661479] env[69304]: DEBUG nova.compute.manager [None req-96ced146-4766-4e01-8939-7266d50747e7 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1105.662551] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3714cdf-6a6e-4ed5-9077-b27264ca6d24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.668554] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.699046] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1105.699812] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98f89ed0-140b-4933-a4ed-3a9a35a00820 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.710677] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1105.710677] env[69304]: value = "task-4209328" [ 1105.710677] env[69304]: _type = "Task" [ 1105.710677] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.721477] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209328, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.932278] env[69304]: DEBUG nova.network.neutron [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Successfully updated port: 44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.056437] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.069038] env[69304]: DEBUG oslo_vmware.api [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209327, 'name': ReconfigVM_Task, 'duration_secs': 0.182069} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.069454] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832907', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'name': 'volume-d667f9d8-cb10-436e-b31e-0018d363fe79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7b840d42-3de4-4dea-8d03-6a8f353d09a2', 'attached_at': '', 'detached_at': '', 'volume_id': 'd667f9d8-cb10-436e-b31e-0018d363fe79', 'serial': 'd667f9d8-cb10-436e-b31e-0018d363fe79'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.085779] env[69304]: INFO nova.scheduler.client.report [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Deleted allocations for instance 4b2b60ee-20a5-4b9b-8ec6-802782bf9617 [ 1106.124843] env[69304]: DEBUG oslo_concurrency.lockutils [req-f287ae72-2f91-4c79-9289-107dfee3c46f req-85ba15fb-8ccd-484b-83f9-ee1704559555 service nova] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.125408] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.125656] env[69304]: DEBUG nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.134239] env[69304]: DEBUG oslo_vmware.api [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209326, 'name': RemoveSnapshot_Task, 'duration_secs': 0.690096} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.134688] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1106.201423] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31d33e9-617c-47b3-95af-d12a1f5690cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.227443] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82212ab-9b86-4226-9604-728b2cc15c6b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.240584] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.246137] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209328, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.435688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.435900] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.436097] env[69304]: DEBUG nova.network.neutron [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.595576] env[69304]: DEBUG oslo_concurrency.lockutils [None req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Lock "4b2b60ee-20a5-4b9b-8ec6-802782bf9617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.447s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.619528] env[69304]: DEBUG nova.objects.instance [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'flavor' on Instance uuid 7b840d42-3de4-4dea-8d03-6a8f353d09a2 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.639741] env[69304]: WARNING nova.compute.manager [None req-308d9780-046e-494f-9063-108106a785c2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Image not found during snapshot: nova.exception.ImageNotFound: Image 84fd013f-759a-477a-b313-be722485733a could not be found. [ 1106.663994] env[69304]: WARNING nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 1106.664247] env[69304]: WARNING nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] 70b00139-53de-4c72-97a5-a434bbc89534 already exists in list: networks containing: ['70b00139-53de-4c72-97a5-a434bbc89534']. ignoring it [ 1106.664418] env[69304]: WARNING nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] 22249755-ceb0-4c0b-ac43-4903f119bac2 already exists in list: port_ids containing: ['22249755-ceb0-4c0b-ac43-4903f119bac2']. ignoring it [ 1106.736298] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209328, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.748847] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.749159] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fb7224a-b469-4b2a-9841-ca87cb27f32c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.756764] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1106.756764] env[69304]: value = "task-4209329" [ 1106.756764] env[69304]: _type = "Task" [ 1106.756764] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.767952] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.960995] env[69304]: DEBUG nova.compute.manager [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Received event network-vif-plugged-44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1106.961241] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] Acquiring lock "19ecd932-1d57-48d2-a80a-1bb02e19e651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.961456] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.962102] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.962102] env[69304]: DEBUG nova.compute.manager [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] No waiting events found dispatching network-vif-plugged-44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.962102] env[69304]: WARNING nova.compute.manager [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Received unexpected event network-vif-plugged-44f7818a-b3a8-45ec-a656-e50bee34acfc for instance with vm_state building and task_state spawning. [ 1106.962268] env[69304]: DEBUG nova.compute.manager [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Received event network-changed-44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1106.962302] env[69304]: DEBUG nova.compute.manager [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Refreshing instance network info cache due to event network-changed-44f7818a-b3a8-45ec-a656-e50bee34acfc. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1106.962556] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] Acquiring lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.984155] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "df83bb25-a5ae-4227-b03e-190f411bc065" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.984430] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "df83bb25-a5ae-4227-b03e-190f411bc065" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.984646] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "df83bb25-a5ae-4227-b03e-190f411bc065-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.984834] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "df83bb25-a5ae-4227-b03e-190f411bc065-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.985014] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "df83bb25-a5ae-4227-b03e-190f411bc065-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.987279] env[69304]: DEBUG nova.network.neutron [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.989493] env[69304]: INFO nova.compute.manager [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Terminating instance [ 1107.002816] env[69304]: DEBUG nova.network.neutron [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22249755-ceb0-4c0b-ac43-4903f119bac2", "address": "fa:16:3e:88:ae:55", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22249755-ce", "ovs_interfaceid": "22249755-ceb0-4c0b-ac43-4903f119bac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.218647] env[69304]: DEBUG nova.network.neutron [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updating instance_info_cache with network_info: [{"id": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "address": "fa:16:3e:b8:35:ad", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f7818a-b3", "ovs_interfaceid": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.238790] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209328, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.268811] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.495066] env[69304]: DEBUG nova.compute.manager [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.495260] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.496117] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780c0d2-253b-499c-94b2-dcf369d3c8ac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.505112] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.505749] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.505904] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.506215] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.507039] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041733b-b22c-42b0-9d2d-828bdbcf4776 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.509540] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c798f38f-64a4-47ea-82c1-abb11cb8842a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.530438] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.530637] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.530743] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.530931] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.531119] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.531315] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.531547] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.531790] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.531996] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.532210] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.532448] env[69304]: DEBUG nova.virt.hardware [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.539419] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Reconfiguring VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1107.541309] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3d8c5b-cdcf-4bd6-b4cf-d89fa5f7b85c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.554012] env[69304]: DEBUG oslo_vmware.api [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1107.554012] env[69304]: value = "task-4209330" [ 1107.554012] env[69304]: _type = "Task" [ 1107.554012] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.561066] env[69304]: DEBUG oslo_vmware.api [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1107.561066] env[69304]: value = "task-4209331" [ 1107.561066] env[69304]: _type = "Task" [ 1107.561066] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.568336] env[69304]: DEBUG oslo_vmware.api [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.577268] env[69304]: DEBUG oslo_vmware.api [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209331, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.630119] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f424d3ed-453a-4d1b-a64c-4006176a8812 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.317s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.721484] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721825] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Instance network_info: |[{"id": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "address": "fa:16:3e:b8:35:ad", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f7818a-b3", "ovs_interfaceid": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.722284] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] Acquired lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.722526] env[69304]: DEBUG nova.network.neutron [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Refreshing network info cache for port 44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.723929] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:35:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f7818a-b3a8-45ec-a656-e50bee34acfc', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.733868] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Creating folder: Project (45191cb0796f4a4184312c4a83a02d85). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.735129] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79df2477-11e5-4ef5-a842-9c337621d6e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.749928] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209328, 'name': CloneVM_Task, 'duration_secs': 1.95229} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.750270] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Created linked-clone VM from snapshot [ 1107.751519] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e93789-c17c-453b-974c-3d01262576a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.756306] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Created folder: Project (45191cb0796f4a4184312c4a83a02d85) in parent group-v832645. [ 1107.756543] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Creating folder: Instances. Parent ref: group-v832912. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.757313] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e790b72-dd46-4df1-bd66-72ed7c313dcb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.767101] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Uploading image 28d873a6-232c-4a99-8044-b84834ad2ee8 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1107.779217] env[69304]: DEBUG oslo_vmware.api [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209329, 'name': PowerOnVM_Task, 'duration_secs': 0.555626} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.781170] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.781414] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e99e8edf-7efc-4d94-a06e-03eaea8be66c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance 'bdb8c0ae-b33b-49e7-929c-9dd864f5010b' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.786097] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Created folder: Instances in parent group-v832912. [ 1107.786382] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.787195] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.787510] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead4e0e7-4976-4ea8-98e5-75be41aac7a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.813372] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1107.813372] env[69304]: value = "vm-832911" [ 1107.813372] env[69304]: _type = "VirtualMachine" [ 1107.813372] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1107.813372] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d44555a-810c-4c01-9fb4-74f42f7645fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.816619] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.816619] env[69304]: value = "task-4209334" [ 1107.816619] env[69304]: _type = "Task" [ 1107.816619] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.824030] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lease: (returnval){ [ 1107.824030] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52853bf9-9162-6a32-4edc-08af5d8ac873" [ 1107.824030] env[69304]: _type = "HttpNfcLease" [ 1107.824030] env[69304]: } obtained for exporting VM: (result){ [ 1107.824030] env[69304]: value = "vm-832911" [ 1107.824030] env[69304]: _type = "VirtualMachine" [ 1107.824030] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1107.824030] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the lease: (returnval){ [ 1107.824030] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52853bf9-9162-6a32-4edc-08af5d8ac873" [ 1107.824030] env[69304]: _type = "HttpNfcLease" [ 1107.824030] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1107.829640] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209334, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.833963] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.833963] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52853bf9-9162-6a32-4edc-08af5d8ac873" [ 1107.833963] env[69304]: _type = "HttpNfcLease" [ 1107.833963] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1108.073162] env[69304]: DEBUG oslo_vmware.api [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209330, 'name': PowerOffVM_Task, 'duration_secs': 0.349305} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.074067] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.074345] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.074685] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f54e93e4-de64-43a7-87fb-3d8ec2652876 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.079925] env[69304]: DEBUG oslo_vmware.api [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.143345] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.143639] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.143923] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleting the datastore file [datastore2] df83bb25-a5ae-4227-b03e-190f411bc065 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.144294] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a57e87e-1b39-42c4-99ff-2c3d4b8e6626 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.153661] env[69304]: DEBUG oslo_vmware.api [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for the task: (returnval){ [ 1108.153661] env[69304]: value = "task-4209337" [ 1108.153661] env[69304]: _type = "Task" [ 1108.153661] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.163958] env[69304]: DEBUG oslo_vmware.api [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.331873] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209334, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.338248] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1108.338248] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52853bf9-9162-6a32-4edc-08af5d8ac873" [ 1108.338248] env[69304]: _type = "HttpNfcLease" [ 1108.338248] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1108.338248] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1108.338248] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52853bf9-9162-6a32-4edc-08af5d8ac873" [ 1108.338248] env[69304]: _type = "HttpNfcLease" [ 1108.338248] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1108.338460] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c8a5fc-d62c-4d65-9045-338fde30b5fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.351358] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec6be1-3645-fc91-9682-cc1d3eaa6020/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1108.351552] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec6be1-3645-fc91-9682-cc1d3eaa6020/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1108.466527] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8486eca-ca6f-4b22-8fc0-407c42ea1dc1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.575280] env[69304]: DEBUG oslo_vmware.api [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.661696] env[69304]: DEBUG nova.network.neutron [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updated VIF entry in instance network info cache for port 44f7818a-b3a8-45ec-a656-e50bee34acfc. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.662414] env[69304]: DEBUG nova.network.neutron [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updating instance_info_cache with network_info: [{"id": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "address": "fa:16:3e:b8:35:ad", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f7818a-b3", "ovs_interfaceid": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.670271] env[69304]: DEBUG oslo_vmware.api [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Task: {'id': task-4209337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313291} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.671177] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.671527] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.672300] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.672665] env[69304]: INFO nova.compute.manager [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1108.673549] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.674929] env[69304]: DEBUG nova.compute.manager [-] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.674929] env[69304]: DEBUG nova.network.neutron [-] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.823208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.823208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.823208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.823208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.823208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.834041] env[69304]: INFO nova.compute.manager [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Terminating instance [ 1108.840960] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209334, 'name': CreateVM_Task, 'duration_secs': 0.534034} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.842343] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.843373] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.843568] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.844048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.844292] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905e9add-89ae-4282-8f86-97ac744d1ff6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.853050] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1108.853050] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b8dc4b-37e1-9960-b947-22f09fc6f9bb" [ 1108.853050] env[69304]: _type = "Task" [ 1108.853050] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.864686] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b8dc4b-37e1-9960-b947-22f09fc6f9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.079140] env[69304]: DEBUG oslo_vmware.api [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209331, 'name': ReconfigVM_Task, 'duration_secs': 1.130597} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.080323] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.081109] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Reconfigured VM to attach interface {{(pid=69304) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1109.172468] env[69304]: DEBUG oslo_concurrency.lockutils [req-f1896732-f4e3-4c15-9c6c-87d149cf9b9d req-58dcba0b-82d9-42d0-b83c-8a4ce12fde2b service nova] Releasing lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.269846] env[69304]: DEBUG nova.compute.manager [req-456dddbb-77b2-42d8-b6d6-ce30fafa95ea req-4c7f62ea-e67b-4bad-8c69-06f9e394ea25 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Received event network-vif-deleted-a00f4412-056a-421a-ad5f-fdc38dc36ff6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1109.270102] env[69304]: INFO nova.compute.manager [req-456dddbb-77b2-42d8-b6d6-ce30fafa95ea req-4c7f62ea-e67b-4bad-8c69-06f9e394ea25 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Neutron deleted interface a00f4412-056a-421a-ad5f-fdc38dc36ff6; detaching it from the instance and deleting it from the info cache [ 1109.270233] env[69304]: DEBUG nova.network.neutron [req-456dddbb-77b2-42d8-b6d6-ce30fafa95ea req-4c7f62ea-e67b-4bad-8c69-06f9e394ea25 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.343212] env[69304]: DEBUG nova.compute.manager [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.343212] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.345199] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8932fc-9c85-492f-a80b-aefffd620e74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.354182] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.354182] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a48580-2a27-4b14-a583-b6805f325450 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.366822] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b8dc4b-37e1-9960-b947-22f09fc6f9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.023886} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.368911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.369354] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.369592] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.369918] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.370186] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.370684] env[69304]: DEBUG oslo_vmware.api [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1109.370684] env[69304]: value = "task-4209338" [ 1109.370684] env[69304]: _type = "Task" [ 1109.370684] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.371022] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa0db9c2-9630-43b1-8553-ce2a431159cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.385562] env[69304]: DEBUG oslo_vmware.api [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.387549] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.388123] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.389367] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47fab954-057d-426b-a7a9-5342b329ab4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.397666] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1109.397666] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52411570-d459-d642-b43b-37151e67c06a" [ 1109.397666] env[69304]: _type = "Task" [ 1109.397666] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.408137] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52411570-d459-d642-b43b-37151e67c06a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.587647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-296e3302-9eff-4b15-9cf7-8e6195938bd1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-a7bf370d-3e6a-460e-b66f-deb8058ca9ac-22249755-ceb0-4c0b-ac43-4903f119bac2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.099s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.678935] env[69304]: DEBUG nova.network.neutron [-] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.695773] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.697618] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.697970] env[69304]: DEBUG nova.compute.manager [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Going to confirm migration 5 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1109.773378] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6c30b38-2eae-4403-a4ab-009ae86d50a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.785629] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe42dbf-053f-48d1-a91f-7740f27a3ab1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.828554] env[69304]: DEBUG nova.compute.manager [req-456dddbb-77b2-42d8-b6d6-ce30fafa95ea req-4c7f62ea-e67b-4bad-8c69-06f9e394ea25 service nova] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Detach interface failed, port_id=a00f4412-056a-421a-ad5f-fdc38dc36ff6, reason: Instance df83bb25-a5ae-4227-b03e-190f411bc065 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1109.884815] env[69304]: DEBUG oslo_vmware.api [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209338, 'name': PowerOffVM_Task, 'duration_secs': 0.247866} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.885247] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.885502] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.885933] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574d3b52-a340-42a7-a95f-174420128dab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.913702] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52411570-d459-d642-b43b-37151e67c06a, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.915064] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b147c29-4213-41b4-82f1-1233d06625ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.923757] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1109.923757] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e1693e-75e6-05df-5a94-23d74dcd0d3c" [ 1109.923757] env[69304]: _type = "Task" [ 1109.923757] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.934356] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e1693e-75e6-05df-5a94-23d74dcd0d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.967878] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.968119] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.968302] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleting the datastore file [datastore2] 7b840d42-3de4-4dea-8d03-6a8f353d09a2 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.968603] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04139832-6e3d-4426-99e6-c30719b5de0a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.976373] env[69304]: DEBUG oslo_vmware.api [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1109.976373] env[69304]: value = "task-4209340" [ 1109.976373] env[69304]: _type = "Task" [ 1109.976373] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.182088] env[69304]: INFO nova.compute.manager [-] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Took 1.51 seconds to deallocate network for instance. [ 1110.243219] env[69304]: DEBUG oslo_vmware.api [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.268500] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.268850] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.269150] env[69304]: DEBUG nova.network.neutron [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.269424] env[69304]: DEBUG nova.objects.instance [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lazy-loading 'info_cache' on Instance uuid bdb8c0ae-b33b-49e7-929c-9dd864f5010b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.436150] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e1693e-75e6-05df-5a94-23d74dcd0d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.025099} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.436634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.436634] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 19ecd932-1d57-48d2-a80a-1bb02e19e651/19ecd932-1d57-48d2-a80a-1bb02e19e651.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.436908] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1466b84-0574-4233-a85c-7689393e407c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.446882] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1110.446882] env[69304]: value = "task-4209341" [ 1110.446882] env[69304]: _type = "Task" [ 1110.446882] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.456236] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.487039] env[69304]: DEBUG oslo_vmware.api [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361836} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.487235] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.487342] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.487521] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.487692] env[69304]: INFO nova.compute.manager [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1110.487957] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.488184] env[69304]: DEBUG nova.compute.manager [-] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.488270] env[69304]: DEBUG nova.network.neutron [-] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.691986] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.692507] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.692809] env[69304]: DEBUG nova.objects.instance [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lazy-loading 'resources' on Instance uuid df83bb25-a5ae-4227-b03e-190f411bc065 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.957912] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.211418] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "interface-a7bf370d-3e6a-460e-b66f-deb8058ca9ac-22249755-ceb0-4c0b-ac43-4903f119bac2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.212371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-a7bf370d-3e6a-460e-b66f-deb8058ca9ac-22249755-ceb0-4c0b-ac43-4903f119bac2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.310912] env[69304]: DEBUG nova.compute.manager [req-52481996-f755-4c5d-b0b6-1edec6e2d942 req-83362bed-3deb-40aa-ad6c-3696532a3509 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Received event network-vif-deleted-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1111.311241] env[69304]: INFO nova.compute.manager [req-52481996-f755-4c5d-b0b6-1edec6e2d942 req-83362bed-3deb-40aa-ad6c-3696532a3509 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Neutron deleted interface a8137575-d7a0-4ddb-bac5-96aa1971f9b6; detaching it from the instance and deleting it from the info cache [ 1111.311429] env[69304]: DEBUG nova.network.neutron [req-52481996-f755-4c5d-b0b6-1edec6e2d942 req-83362bed-3deb-40aa-ad6c-3696532a3509 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.413549] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d1c224-47b2-4c93-9b81-de67a9f16cbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.421886] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db59397-73da-49e6-8759-f8690fcbe9c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.459570] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c274f7-d9cc-4736-a3f3-b61cee0043c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.468264] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693057} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.470452] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 19ecd932-1d57-48d2-a80a-1bb02e19e651/19ecd932-1d57-48d2-a80a-1bb02e19e651.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.470693] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.471063] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c6037b-d1a2-4cf1-815d-41aeb67d74a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.473895] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ef6e6-5774-4fea-8844-3a9ea5fe8951 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.488877] env[69304]: DEBUG nova.compute.provider_tree [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.492126] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1111.492126] env[69304]: value = "task-4209342" [ 1111.492126] env[69304]: _type = "Task" [ 1111.492126] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.503226] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.535296] env[69304]: DEBUG nova.network.neutron [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [{"id": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "address": "fa:16:3e:1d:87:48", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7bb31f1-be", "ovs_interfaceid": "f7bb31f1-be9d-4ba7-a837-348ae19b70d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.536626] env[69304]: DEBUG nova.network.neutron [-] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.715990] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.716123] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.718051] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3586cd-e04e-4061-bf12-c61680d9bb96 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.735987] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494c51d9-fa1c-4a78-8824-77984da7003e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.765032] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Reconfiguring VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1111.765032] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fdaae36-f314-46f1-9d58-49ac0769af1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.784164] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1111.784164] env[69304]: value = "task-4209343" [ 1111.784164] env[69304]: _type = "Task" [ 1111.784164] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.793110] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.817672] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdcbc577-532e-4ee0-9f83-ed12725cb601 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.827414] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315fa8f8-6a2e-4b8b-9bf3-90496ab70f79 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.860326] env[69304]: DEBUG nova.compute.manager [req-52481996-f755-4c5d-b0b6-1edec6e2d942 req-83362bed-3deb-40aa-ad6c-3696532a3509 service nova] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Detach interface failed, port_id=a8137575-d7a0-4ddb-bac5-96aa1971f9b6, reason: Instance 7b840d42-3de4-4dea-8d03-6a8f353d09a2 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1111.993939] env[69304]: DEBUG nova.scheduler.client.report [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.007331] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339196} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.007606] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.008420] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba06445-c263-4eec-87c6-f4a04be0cc04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.033897] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 19ecd932-1d57-48d2-a80a-1bb02e19e651/19ecd932-1d57-48d2-a80a-1bb02e19e651.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.034472] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3310e57d-95d9-4381-be2f-f3eba4518ca8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.048795] env[69304]: INFO nova.compute.manager [-] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Took 1.56 seconds to deallocate network for instance. [ 1112.049244] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-bdb8c0ae-b33b-49e7-929c-9dd864f5010b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.049471] env[69304]: DEBUG nova.objects.instance [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lazy-loading 'migration_context' on Instance uuid bdb8c0ae-b33b-49e7-929c-9dd864f5010b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.059396] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1112.059396] env[69304]: value = "task-4209344" [ 1112.059396] env[69304]: _type = "Task" [ 1112.059396] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.069381] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.295738] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.502798] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.523982] env[69304]: INFO nova.scheduler.client.report [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Deleted allocations for instance df83bb25-a5ae-4227-b03e-190f411bc065 [ 1112.553239] env[69304]: DEBUG nova.objects.base [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.555088] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464dfcd4-1fa5-4a18-aa6a-5d3d2331941b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.559489] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.559856] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.560092] env[69304]: DEBUG nova.objects.instance [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'resources' on Instance uuid 7b840d42-3de4-4dea-8d03-6a8f353d09a2 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.581021] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae46a2d5-a258-4eae-a57a-a17298a54414 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.588380] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209344, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.590621] env[69304]: DEBUG oslo_vmware.api [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1112.590621] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5208427c-c11b-3d21-d81f-7285bd6aea0e" [ 1112.590621] env[69304]: _type = "Task" [ 1112.590621] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.599625] env[69304]: DEBUG oslo_vmware.api [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5208427c-c11b-3d21-d81f-7285bd6aea0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.796226] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.033069] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6701ae21-5eda-4190-add5-efb859dd2b19 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Lock "df83bb25-a5ae-4227-b03e-190f411bc065" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.048s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.074200] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209344, 'name': ReconfigVM_Task, 'duration_secs': 0.558264} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.074494] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 19ecd932-1d57-48d2-a80a-1bb02e19e651/19ecd932-1d57-48d2-a80a-1bb02e19e651.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.075133] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3e2fe3e-a806-4408-9499-63d153ea73cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.082805] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1113.082805] env[69304]: value = "task-4209345" [ 1113.082805] env[69304]: _type = "Task" [ 1113.082805] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.097942] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209345, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.107670] env[69304]: DEBUG oslo_vmware.api [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5208427c-c11b-3d21-d81f-7285bd6aea0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.108089] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.249608] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debeb4fc-ff99-4454-9045-f0aef856d4d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.258498] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd32a23-b604-4ce3-8560-65bd4ba74a51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.294925] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e7e75c-8014-4c73-9979-0c4a7ab1e8ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.303048] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.306349] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267c090-bf4b-4ca8-b440-a0ea9eefdd42 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.321092] env[69304]: DEBUG nova.compute.provider_tree [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.597812] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209345, 'name': Rename_Task, 'duration_secs': 0.340064} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.598214] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.598473] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-251e198c-1c68-4e27-b151-8020f1ca476b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.605410] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1113.605410] env[69304]: value = "task-4209346" [ 1113.605410] env[69304]: _type = "Task" [ 1113.605410] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.614541] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.803079] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.824631] env[69304]: DEBUG nova.scheduler.client.report [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.117733] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.303732] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.329902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.333111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.225s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.357551] env[69304]: INFO nova.scheduler.client.report [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted allocations for instance 7b840d42-3de4-4dea-8d03-6a8f353d09a2 [ 1114.618376] env[69304]: DEBUG oslo_vmware.api [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209346, 'name': PowerOnVM_Task, 'duration_secs': 0.916522} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.619418] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.619545] env[69304]: INFO nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1114.619680] env[69304]: DEBUG nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.620655] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4615cefc-ef95-4d29-81a6-3588fc1bd98b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.808070] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.868061] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "7b840d42-3de4-4dea-8d03-6a8f353d09a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.046s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.024240] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd46cce-a05b-44c0-9d30-1146988684a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.032917] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ba5b8c-09a9-4ea4-b670-44db761bce91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.069222] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fd9eab-f196-4603-ad11-12a989cc1f54 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.077636] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82eefbf-01c2-4942-8b7c-1f9bbe846665 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.092631] env[69304]: DEBUG nova.compute.provider_tree [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.139997] env[69304]: INFO nova.compute.manager [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Took 14.14 seconds to build instance. [ 1115.309927] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.600540] env[69304]: DEBUG nova.scheduler.client.report [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.646101] env[69304]: DEBUG oslo_concurrency.lockutils [None req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.654s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.810647] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.311435] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.501741] env[69304]: DEBUG nova.compute.manager [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Received event network-changed-44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1116.502629] env[69304]: DEBUG nova.compute.manager [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Refreshing instance network info cache due to event network-changed-44f7818a-b3a8-45ec-a656-e50bee34acfc. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1116.503013] env[69304]: DEBUG oslo_concurrency.lockutils [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] Acquiring lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503246] env[69304]: DEBUG oslo_concurrency.lockutils [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] Acquired lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.503495] env[69304]: DEBUG nova.network.neutron [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Refreshing network info cache for port 44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.614022] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.279s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.810373] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.183560] env[69304]: INFO nova.scheduler.client.report [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocation for migration 7dece1e9-a3f1-4775-9f35-145f132289f5 [ 1117.311033] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.318068] env[69304]: DEBUG nova.network.neutron [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updated VIF entry in instance network info cache for port 44f7818a-b3a8-45ec-a656-e50bee34acfc. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.318271] env[69304]: DEBUG nova.network.neutron [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updating instance_info_cache with network_info: [{"id": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "address": "fa:16:3e:b8:35:ad", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f7818a-b3", "ovs_interfaceid": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.573593] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec6be1-3645-fc91-9682-cc1d3eaa6020/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1117.578278] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b8ea0-9b3f-44b5-8b3d-28f2ab5d66fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.586367] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec6be1-3645-fc91-9682-cc1d3eaa6020/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1117.586566] env[69304]: ERROR oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec6be1-3645-fc91-9682-cc1d3eaa6020/disk-0.vmdk due to incomplete transfer. [ 1117.586817] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29cb39b8-e8f0-4798-ba7a-7298186b0e80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.602047] env[69304]: DEBUG oslo_vmware.rw_handles [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ec6be1-3645-fc91-9682-cc1d3eaa6020/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1117.602692] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Uploaded image 28d873a6-232c-4a99-8044-b84834ad2ee8 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1117.605285] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1117.606875] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a04d8260-45f1-4dd0-bb75-ccdaa5e5efa1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.612077] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.612251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.621259] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1117.621259] env[69304]: value = "task-4209347" [ 1117.621259] env[69304]: _type = "Task" [ 1117.621259] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.629692] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209347, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.694195] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b3b74d6-39a2-4552-8b3d-f525b1a5618e tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.997s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.810365] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.821569] env[69304]: DEBUG oslo_concurrency.lockutils [req-9768145b-f8af-4cea-b0cd-d971d538ef79 req-52af7d6c-d8e1-4d70-8d0c-13b0488d2eed service nova] Releasing lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.115225] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.133059] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209347, 'name': Destroy_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.310063] env[69304]: DEBUG oslo_vmware.api [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209343, 'name': ReconfigVM_Task, 'duration_secs': 6.101006} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.310360] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.310622] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Reconfigured VM to detach interface {{(pid=69304) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1118.318506] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.318766] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.318977] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.319217] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.319428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.321805] env[69304]: INFO nova.compute.manager [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Terminating instance [ 1118.538681] env[69304]: DEBUG nova.compute.manager [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Received event network-changed-44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1118.538836] env[69304]: DEBUG nova.compute.manager [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Refreshing instance network info cache due to event network-changed-44f7818a-b3a8-45ec-a656-e50bee34acfc. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1118.539065] env[69304]: DEBUG oslo_concurrency.lockutils [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] Acquiring lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.539299] env[69304]: DEBUG oslo_concurrency.lockutils [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] Acquired lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.539466] env[69304]: DEBUG nova.network.neutron [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Refreshing network info cache for port 44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.633300] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209347, 'name': Destroy_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.647458] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.647861] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.649864] env[69304]: INFO nova.compute.claims [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.830501] env[69304]: DEBUG nova.compute.manager [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.831101] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.832273] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df393ba9-7878-4f4e-b2ef-9590e7786aa1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.841873] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.842441] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0679a3-0b94-4cd3-bbb8-1196bcf118ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.851721] env[69304]: DEBUG oslo_vmware.api [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1118.851721] env[69304]: value = "task-4209348" [ 1118.851721] env[69304]: _type = "Task" [ 1118.851721] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.863387] env[69304]: DEBUG oslo_vmware.api [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.061699] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.062081] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.139744] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209347, 'name': Destroy_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.366639] env[69304]: DEBUG oslo_vmware.api [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209348, 'name': PowerOffVM_Task, 'duration_secs': 0.303774} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.366933] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.367169] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.367752] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d215772a-af68-46f1-bd47-660b4acfe784 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.408555] env[69304]: DEBUG nova.network.neutron [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updated VIF entry in instance network info cache for port 44f7818a-b3a8-45ec-a656-e50bee34acfc. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.409557] env[69304]: DEBUG nova.network.neutron [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updating instance_info_cache with network_info: [{"id": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "address": "fa:16:3e:b8:35:ad", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f7818a-b3", "ovs_interfaceid": "44f7818a-b3a8-45ec-a656-e50bee34acfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.435349] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.435645] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.435840] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore1] bdb8c0ae-b33b-49e7-929c-9dd864f5010b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.436149] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb9bd72e-e672-4284-a53f-1afbec81eb2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.444144] env[69304]: DEBUG oslo_vmware.api [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1119.444144] env[69304]: value = "task-4209350" [ 1119.444144] env[69304]: _type = "Task" [ 1119.444144] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.460990] env[69304]: DEBUG oslo_vmware.api [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.567360] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.639542] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209347, 'name': Destroy_Task, 'duration_secs': 1.613248} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.640189] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Destroyed the VM [ 1119.640691] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1119.641238] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7b73a03-3bfe-43d9-8887-42dd87f91ec7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.651417] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1119.651417] env[69304]: value = "task-4209351" [ 1119.651417] env[69304]: _type = "Task" [ 1119.651417] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.665837] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.736201] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.736201] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquired lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.736201] env[69304]: DEBUG nova.network.neutron [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.836088] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.836388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.836610] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.837346] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.837577] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.839849] env[69304]: INFO nova.compute.manager [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Terminating instance [ 1119.875566] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc09dd2a-6316-4f01-a5d5-984c69512205 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.888396] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87295e42-c884-4837-a804-95f0c5e550c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.927021] env[69304]: DEBUG oslo_concurrency.lockutils [req-75d43d38-741e-4cfd-b50f-cef3562b73b1 req-13ef30fa-c2fc-4227-a798-8ecf0bc80c65 service nova] Releasing lock "refresh_cache-19ecd932-1d57-48d2-a80a-1bb02e19e651" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.930063] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed132f89-dcc2-4c93-b5a6-90a19d96066f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.942860] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6476d2c2-c533-4f91-bd44-f20cbbcc4457 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.964192] env[69304]: DEBUG nova.compute.provider_tree [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.969626] env[69304]: DEBUG oslo_vmware.api [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195219} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.969626] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.969626] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.969823] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.969990] env[69304]: INFO nova.compute.manager [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1119.970274] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.970465] env[69304]: DEBUG nova.compute.manager [-] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.970555] env[69304]: DEBUG nova.network.neutron [-] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.085167] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.163254] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209351, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.312871] env[69304]: DEBUG nova.compute.manager [req-cd997b41-3cb1-4291-af33-75341c7fd363 req-0d9af160-edc7-45ad-8de5-adff3e5b035d service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Received event network-vif-deleted-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1120.312968] env[69304]: INFO nova.compute.manager [req-cd997b41-3cb1-4291-af33-75341c7fd363 req-0d9af160-edc7-45ad-8de5-adff3e5b035d service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Neutron deleted interface f7bb31f1-be9d-4ba7-a837-348ae19b70d5; detaching it from the instance and deleting it from the info cache [ 1120.313238] env[69304]: DEBUG nova.network.neutron [req-cd997b41-3cb1-4291-af33-75341c7fd363 req-0d9af160-edc7-45ad-8de5-adff3e5b035d service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.344334] env[69304]: DEBUG nova.compute.manager [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.344550] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.346387] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcdf258-912f-4794-aea5-ce81c0bbbc71 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.357373] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.357653] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75805ea-fa5d-48e5-a27c-61efcfcebb32 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.365625] env[69304]: DEBUG oslo_vmware.api [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1120.365625] env[69304]: value = "task-4209352" [ 1120.365625] env[69304]: _type = "Task" [ 1120.365625] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.377222] env[69304]: DEBUG oslo_vmware.api [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.406936] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.407131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.473846] env[69304]: DEBUG nova.scheduler.client.report [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.566985] env[69304]: INFO nova.network.neutron [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Port 22249755-ceb0-4c0b-ac43-4903f119bac2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1120.567424] env[69304]: DEBUG nova.network.neutron [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [{"id": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "address": "fa:16:3e:0e:5d:cb", "network": {"id": "70b00139-53de-4c72-97a5-a434bbc89534", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-655887781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de32bd38a331486fa7241e17a7afb91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa83e7c5-b6", "ovs_interfaceid": "aa83e7c5-b6bd-47b6-a650-9a366543f0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.671070] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.85161} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.671070] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1120.671070] env[69304]: DEBUG nova.compute.manager [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.671070] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b33c4e9-1c81-4e5d-89f3-a340bc78120b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.793932] env[69304]: DEBUG nova.network.neutron [-] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.817400] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1c09cca-816b-4d07-8612-ace0ee3450ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.830951] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf2fa6-103c-4203-bc0d-d12cf4219bfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.869656] env[69304]: DEBUG nova.compute.manager [req-cd997b41-3cb1-4291-af33-75341c7fd363 req-0d9af160-edc7-45ad-8de5-adff3e5b035d service nova] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Detach interface failed, port_id=f7bb31f1-be9d-4ba7-a837-348ae19b70d5, reason: Instance bdb8c0ae-b33b-49e7-929c-9dd864f5010b could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1120.879456] env[69304]: DEBUG oslo_vmware.api [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209352, 'name': PowerOffVM_Task, 'duration_secs': 0.234625} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.880344] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.880344] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.880585] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ff63b1-2637-408b-9b7d-58f1c0f21756 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.910332] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.951114] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.951364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.951908] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleting the datastore file [datastore1] a7bf370d-3e6a-460e-b66f-deb8058ca9ac {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.951908] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61bd4ec6-813d-46d2-aa12-bcffa6122d85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.959648] env[69304]: DEBUG oslo_vmware.api [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1120.959648] env[69304]: value = "task-4209354" [ 1120.959648] env[69304]: _type = "Task" [ 1120.959648] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.969335] env[69304]: DEBUG oslo_vmware.api [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.977968] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.978483] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.981499] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.896s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.985153] env[69304]: INFO nova.compute.claims [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.072530] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Releasing lock "refresh_cache-a7bf370d-3e6a-460e-b66f-deb8058ca9ac" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.183667] env[69304]: INFO nova.compute.manager [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Shelve offloading [ 1121.298430] env[69304]: INFO nova.compute.manager [-] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Took 1.33 seconds to deallocate network for instance. [ 1121.445802] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.471479] env[69304]: DEBUG oslo_vmware.api [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171404} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.472025] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.472306] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.472662] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.472960] env[69304]: INFO nova.compute.manager [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1121.473327] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.474052] env[69304]: DEBUG nova.compute.manager [-] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.474585] env[69304]: DEBUG nova.network.neutron [-] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.489450] env[69304]: DEBUG nova.compute.utils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.494240] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.494613] env[69304]: DEBUG nova.network.neutron [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.574226] env[69304]: DEBUG nova.policy [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da654629675946fb87f00cfe030c90b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a566c67f3d01484d94947fd3d73efd37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.577234] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2db57905-57db-4af3-b0ff-dd9d5556dd0f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "interface-a7bf370d-3e6a-460e-b66f-deb8058ca9ac-22249755-ceb0-4c0b-ac43-4903f119bac2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.365s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.688626] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.688626] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a9ca341-1a40-4298-af51-68c0bb94dd43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.696900] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1121.696900] env[69304]: value = "task-4209355" [ 1121.696900] env[69304]: _type = "Task" [ 1121.696900] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.709908] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.713772] env[69304]: DEBUG nova.compute.manager [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.713772] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af6442a-2b3c-4ee6-b7b0-39a96bae1cc3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.719954] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.722117] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.722635] env[69304]: DEBUG nova.network.neutron [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.806400] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.000278] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.118992] env[69304]: DEBUG nova.network.neutron [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Successfully created port: f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.220422] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621e9024-85df-4f32-b4f4-c2e058ba0abb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.231276] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cfff21-22e4-438e-9d9b-b7387301012f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.267908] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.268207] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.279285] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fec362-a121-4526-bc65-21835388cfb6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.290233] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e7de10-79a6-4273-8ad5-ab78b1af538a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.308474] env[69304]: DEBUG nova.compute.provider_tree [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.508147] env[69304]: DEBUG nova.network.neutron [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.785058] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.812675] env[69304]: DEBUG nova.scheduler.client.report [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.853030] env[69304]: DEBUG nova.compute.manager [req-627b48a3-7af4-4429-b840-f1b361c11537 req-50d134a4-3ce8-4dba-9bf9-933be848b3a7 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Received event network-vif-deleted-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1122.853212] env[69304]: INFO nova.compute.manager [req-627b48a3-7af4-4429-b840-f1b361c11537 req-50d134a4-3ce8-4dba-9bf9-933be848b3a7 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Neutron deleted interface aa83e7c5-b6bd-47b6-a650-9a366543f0b6; detaching it from the instance and deleting it from the info cache [ 1122.853389] env[69304]: DEBUG nova.network.neutron [req-627b48a3-7af4-4429-b840-f1b361c11537 req-50d134a4-3ce8-4dba-9bf9-933be848b3a7 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.017357] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.022028] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.060604] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.061718] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.061718] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.061718] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.061718] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.061718] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.061953] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.062586] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.062586] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.062586] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.062719] env[69304]: DEBUG nova.virt.hardware [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.064616] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa59b6-e7b9-44e4-a05f-9652135af844 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.073938] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c499301-5e8c-4c3e-aa9d-3012594daf22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.307956] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.322389] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.322389] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.324480] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.879s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.325879] env[69304]: INFO nova.compute.claims [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.335649] env[69304]: DEBUG nova.network.neutron [-] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.339659] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.340607] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199616e9-8f5d-4cea-95af-6b4f669aaf34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.350365] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.351226] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d906c0-d85a-4463-9891-32e4ea869bfc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.356602] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21081d8f-e76b-4796-8a08-c78b8e6b6e7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.366413] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c0fec-bb52-40e4-b773-6383c4baa830 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.400366] env[69304]: DEBUG nova.compute.manager [req-627b48a3-7af4-4429-b840-f1b361c11537 req-50d134a4-3ce8-4dba-9bf9-933be848b3a7 service nova] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Detach interface failed, port_id=aa83e7c5-b6bd-47b6-a650-9a366543f0b6, reason: Instance a7bf370d-3e6a-460e-b66f-deb8058ca9ac could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1123.428678] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.429103] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.429399] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleting the datastore file [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.429793] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af306018-1c50-4441-a836-39859d61f121 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.437543] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1123.437543] env[69304]: value = "task-4209357" [ 1123.437543] env[69304]: _type = "Task" [ 1123.437543] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.446088] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.831087] env[69304]: DEBUG nova.compute.utils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.835056] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.835248] env[69304]: DEBUG nova.network.neutron [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.839785] env[69304]: INFO nova.compute.manager [-] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Took 2.37 seconds to deallocate network for instance. [ 1123.907776] env[69304]: DEBUG nova.policy [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9efa1c8d78774d7990dee2e33261659e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f356b631fab4944aefec90f4ed82e3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.948255] env[69304]: DEBUG oslo_vmware.api [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142594} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.948607] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.948893] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.952289] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.985049] env[69304]: INFO nova.scheduler.client.report [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted allocations for instance 13d9310c-1647-403d-b1f0-38a751f26f1a [ 1124.261358] env[69304]: DEBUG nova.network.neutron [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Successfully updated port: f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.314503] env[69304]: DEBUG nova.network.neutron [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Successfully created port: 613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.336204] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.347600] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.456422] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.456766] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.491848] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.537327] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c32868b-586a-4de9-95dd-e08f8907d2cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.545252] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e7a727-5def-4326-bdf2-74f5eb11bc49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.575660] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5f61ed-f83d-43f8-91d6-86074f6bf88a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.583770] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d16e697-235b-4a14-9ac1-74f1280225c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.598410] env[69304]: DEBUG nova.compute.provider_tree [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.768341] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768341] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.768516] env[69304]: DEBUG nova.network.neutron [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.963624] env[69304]: DEBUG nova.compute.utils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.077334] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-vif-unplugged-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1125.077759] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.078176] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.080636] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.080636] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] No waiting events found dispatching network-vif-unplugged-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1125.080636] env[69304]: WARNING nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received unexpected event network-vif-unplugged-de075419-79e5-4f90-86fe-067e3ca754ee for instance with vm_state shelved_offloaded and task_state None. [ 1125.080636] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-changed-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1125.080636] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Refreshing instance network info cache due to event network-changed-de075419-79e5-4f90-86fe-067e3ca754ee. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1125.080636] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.080636] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.080636] env[69304]: DEBUG nova.network.neutron [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Refreshing network info cache for port de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.101944] env[69304]: DEBUG nova.scheduler.client.report [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.311536] env[69304]: DEBUG nova.network.neutron [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.350753] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.375492] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.375664] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.376612] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.376612] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.376612] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.376612] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.376612] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.376612] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.376831] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.376939] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.377130] env[69304]: DEBUG nova.virt.hardware [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.378088] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c1a21-61c7-4a78-a919-54b3649412b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.389285] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45927c12-c3a5-4dee-842d-ac479e61b756 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.461669] env[69304]: DEBUG nova.network.neutron [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updating instance_info_cache with network_info: [{"id": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "address": "fa:16:3e:5c:bb:83", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf18a94fc-d4", "ovs_interfaceid": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.466284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.609602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.610144] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.613435] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.808s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.613743] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.616213] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.308s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.617891] env[69304]: INFO nova.compute.claims [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.653450] env[69304]: INFO nova.scheduler.client.report [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocations for instance bdb8c0ae-b33b-49e7-929c-9dd864f5010b [ 1125.905317] env[69304]: DEBUG nova.network.neutron [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updated VIF entry in instance network info cache for port de075419-79e5-4f90-86fe-067e3ca754ee. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.905901] env[69304]: DEBUG nova.network.neutron [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapde075419-79", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.964881] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.965235] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Instance network_info: |[{"id": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "address": "fa:16:3e:5c:bb:83", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf18a94fc-d4", "ovs_interfaceid": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.967403] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:bb:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f18a94fc-d41d-4477-b7ff-3ec8d4b411de', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.973497] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.973760] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.973990] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8bec0ea-3cdf-41b9-8583-407a6017c49f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.989831] env[69304]: DEBUG nova.network.neutron [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Successfully updated port: 613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.997799] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.997799] env[69304]: value = "task-4209358" [ 1125.997799] env[69304]: _type = "Task" [ 1125.997799] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.008570] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209358, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.122403] env[69304]: DEBUG nova.compute.utils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.126996] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.127188] env[69304]: DEBUG nova.network.neutron [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.161053] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5f089f0b-7b22-4927-90d6-42eb133ee3ba tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "bdb8c0ae-b33b-49e7-929c-9dd864f5010b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.842s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.184564] env[69304]: DEBUG nova.policy [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09ec1853e2d749eebee6caac812e1a40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45191cb0796f4a4184312c4a83a02d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.409395] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.409783] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Received event network-vif-plugged-f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1126.410094] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.410379] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.410607] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.410888] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] No waiting events found dispatching network-vif-plugged-f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.411184] env[69304]: WARNING nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Received unexpected event network-vif-plugged-f18a94fc-d41d-4477-b7ff-3ec8d4b411de for instance with vm_state building and task_state spawning. [ 1126.412045] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Received event network-changed-f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1126.412045] env[69304]: DEBUG nova.compute.manager [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Refreshing instance network info cache due to event network-changed-f18a94fc-d41d-4477-b7ff-3ec8d4b411de. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1126.412045] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Acquiring lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.412213] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Acquired lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.412421] env[69304]: DEBUG nova.network.neutron [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Refreshing network info cache for port f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.472251] env[69304]: DEBUG nova.network.neutron [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Successfully created port: 2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.492257] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "refresh_cache-25327d0b-0fc8-4560-bfe7-194884e1c2a7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.492401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "refresh_cache-25327d0b-0fc8-4560-bfe7-194884e1c2a7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.492548] env[69304]: DEBUG nova.network.neutron [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.507831] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209358, 'name': CreateVM_Task, 'duration_secs': 0.333446} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.508318] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.510016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.510016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.510016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.510016] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08eee649-8903-4577-b8cc-2408ff12adc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.515346] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1126.515346] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5272e45d-e597-633a-82cc-c460f88f258b" [ 1126.515346] env[69304]: _type = "Task" [ 1126.515346] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.525686] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5272e45d-e597-633a-82cc-c460f88f258b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.542962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.543253] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.543549] env[69304]: INFO nova.compute.manager [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Attaching volume 65b9eaca-c1d4-435d-a4d5-a316ac2cfae3 to /dev/sdb [ 1126.585103] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.586692] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360dd510-2fd0-4e79-bdfd-213c27d02c73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.593944] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4790b5-9127-47ba-8b71-cacf4c5341f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.608103] env[69304]: DEBUG nova.virt.block_device [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating existing volume attachment record: dbf94c88-e844-48c2-bebc-de4187710e54 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.631585] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.818862] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0626d02-29e9-4cf4-8564-62106c9ba748 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.826054] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df018d-52c1-43e0-93c9-8ac304a50448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.858101] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d530bb-9b7d-44cd-9029-cbe46967d76c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.865647] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47dc6e6-a348-40a2-951d-e5b3a3bd5a7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.622082] env[69304]: DEBUG nova.compute.manager [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Received event network-vif-plugged-613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1127.622581] env[69304]: DEBUG oslo_concurrency.lockutils [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] Acquiring lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.622746] env[69304]: DEBUG oslo_concurrency.lockutils [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.622990] env[69304]: DEBUG oslo_concurrency.lockutils [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.623247] env[69304]: DEBUG nova.compute.manager [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] No waiting events found dispatching network-vif-plugged-613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.623484] env[69304]: WARNING nova.compute.manager [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Received unexpected event network-vif-plugged-613c5058-83a0-40cd-a494-67355df15828 for instance with vm_state building and task_state spawning. [ 1127.623714] env[69304]: DEBUG nova.compute.manager [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Received event network-changed-613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1127.623944] env[69304]: DEBUG nova.compute.manager [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Refreshing instance network info cache due to event network-changed-613c5058-83a0-40cd-a494-67355df15828. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1127.624192] env[69304]: DEBUG oslo_concurrency.lockutils [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] Acquiring lock "refresh_cache-25327d0b-0fc8-4560-bfe7-194884e1c2a7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.639438] env[69304]: DEBUG nova.compute.provider_tree [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.645251] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5272e45d-e597-633a-82cc-c460f88f258b, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.645251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.645251] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.645493] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.645619] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.645787] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.646082] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16b851d-f734-403e-a91d-4cf5b92389c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.656408] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.656474] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.657762] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f941f362-7365-4e60-86ee-c811653bede8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.663184] env[69304]: DEBUG nova.network.neutron [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.669743] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1127.669743] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520d1ad3-aac4-8a17-ffd6-1ffd2a7800e9" [ 1127.669743] env[69304]: _type = "Task" [ 1127.669743] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.679522] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520d1ad3-aac4-8a17-ffd6-1ffd2a7800e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.827783] env[69304]: DEBUG nova.network.neutron [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Updating instance_info_cache with network_info: [{"id": "613c5058-83a0-40cd-a494-67355df15828", "address": "fa:16:3e:cf:b3:93", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613c5058-83", "ovs_interfaceid": "613c5058-83a0-40cd-a494-67355df15828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.910813] env[69304]: DEBUG nova.network.neutron [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updated VIF entry in instance network info cache for port f18a94fc-d41d-4477-b7ff-3ec8d4b411de. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.911045] env[69304]: DEBUG nova.network.neutron [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updating instance_info_cache with network_info: [{"id": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "address": "fa:16:3e:5c:bb:83", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf18a94fc-d4", "ovs_interfaceid": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.030719] env[69304]: DEBUG nova.network.neutron [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Successfully updated port: 2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.126301] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.147337] env[69304]: DEBUG nova.scheduler.client.report [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.156790] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.157086] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.157258] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.157847] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.157847] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.157847] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.158035] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.158072] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.158244] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.158404] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.158574] env[69304]: DEBUG nova.virt.hardware [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.159444] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bed0b6-22f6-4837-ac5c-7b8d1ca2ba6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.168353] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e86f3-5b23-4997-84ae-ac1158ad00c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.181807] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520d1ad3-aac4-8a17-ffd6-1ffd2a7800e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.191549] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3255ec-73ac-4376-9e6c-104aac6b7186 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.197407] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1128.197407] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521dd845-582a-f9d4-f28e-5a5a9a567578" [ 1128.197407] env[69304]: _type = "Task" [ 1128.197407] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.206019] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521dd845-582a-f9d4-f28e-5a5a9a567578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.334039] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "refresh_cache-25327d0b-0fc8-4560-bfe7-194884e1c2a7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.334405] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Instance network_info: |[{"id": "613c5058-83a0-40cd-a494-67355df15828", "address": "fa:16:3e:cf:b3:93", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613c5058-83", "ovs_interfaceid": "613c5058-83a0-40cd-a494-67355df15828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.334728] env[69304]: DEBUG oslo_concurrency.lockutils [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] Acquired lock "refresh_cache-25327d0b-0fc8-4560-bfe7-194884e1c2a7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.334905] env[69304]: DEBUG nova.network.neutron [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Refreshing network info cache for port 613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.336137] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '613c5058-83a0-40cd-a494-67355df15828', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.344519] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.347805] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.348325] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-226cfd34-63f9-4403-9345-a05e2e36718e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.368773] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.368773] env[69304]: value = "task-4209362" [ 1128.368773] env[69304]: _type = "Task" [ 1128.368773] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.377665] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209362, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.418320] env[69304]: DEBUG oslo_concurrency.lockutils [req-3319bdf5-7286-4eae-99b4-85057cf8da5f req-6a4fa851-05be-4ddf-8494-124a39d0b264 service nova] Releasing lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.533358] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.533527] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.533672] env[69304]: DEBUG nova.network.neutron [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.581409] env[69304]: DEBUG nova.network.neutron [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Updated VIF entry in instance network info cache for port 613c5058-83a0-40cd-a494-67355df15828. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.581772] env[69304]: DEBUG nova.network.neutron [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Updating instance_info_cache with network_info: [{"id": "613c5058-83a0-40cd-a494-67355df15828", "address": "fa:16:3e:cf:b3:93", "network": {"id": "72bec8f1-58bf-4f2e-9646-8405053a5674", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-719385967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f356b631fab4944aefec90f4ed82e3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613c5058-83", "ovs_interfaceid": "613c5058-83a0-40cd-a494-67355df15828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.652621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.036s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.653170] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.656197] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.309s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.656477] env[69304]: DEBUG nova.objects.instance [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'resources' on Instance uuid a7bf370d-3e6a-460e-b66f-deb8058ca9ac {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.708577] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521dd845-582a-f9d4-f28e-5a5a9a567578, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.708849] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.709178] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] af0b2f1b-4909-4a51-9777-94dae60e50df/af0b2f1b-4909-4a51-9777-94dae60e50df.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.709455] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b09b98e4-14d9-42ca-b000-7634174c6e92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.716760] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1128.716760] env[69304]: value = "task-4209363" [ 1128.716760] env[69304]: _type = "Task" [ 1128.716760] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.725449] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.880053] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209362, 'name': CreateVM_Task, 'duration_secs': 0.319262} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.880053] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.880735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.880920] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.881289] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.881562] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a95ffe-7541-47b4-b337-4fcbb363f41a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.888547] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1128.888547] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52260dff-6190-4763-0721-71eaf6df8bbb" [ 1128.888547] env[69304]: _type = "Task" [ 1128.888547] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.900307] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52260dff-6190-4763-0721-71eaf6df8bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.074214] env[69304]: DEBUG nova.network.neutron [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.085022] env[69304]: DEBUG oslo_concurrency.lockutils [req-7ba40409-6e9f-4af2-a69a-5ee98c70c5ca req-423dbaa6-2fd1-4ced-9d95-9bcc645655c8 service nova] Releasing lock "refresh_cache-25327d0b-0fc8-4560-bfe7-194884e1c2a7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.160279] env[69304]: DEBUG nova.compute.utils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.168263] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.168263] env[69304]: DEBUG nova.network.neutron [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.193871] env[69304]: DEBUG nova.compute.manager [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Received event network-vif-plugged-2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1129.194704] env[69304]: DEBUG oslo_concurrency.lockutils [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] Acquiring lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.194704] env[69304]: DEBUG oslo_concurrency.lockutils [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.194704] env[69304]: DEBUG oslo_concurrency.lockutils [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.195084] env[69304]: DEBUG nova.compute.manager [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] No waiting events found dispatching network-vif-plugged-2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1129.195084] env[69304]: WARNING nova.compute.manager [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Received unexpected event network-vif-plugged-2c5fb4d6-9db1-4a85-8882-006821146a02 for instance with vm_state building and task_state spawning. [ 1129.195159] env[69304]: DEBUG nova.compute.manager [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Received event network-changed-2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1129.195256] env[69304]: DEBUG nova.compute.manager [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Refreshing instance network info cache due to event network-changed-2c5fb4d6-9db1-4a85-8882-006821146a02. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1129.195421] env[69304]: DEBUG oslo_concurrency.lockutils [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] Acquiring lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.230038] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512119} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.230266] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] af0b2f1b-4909-4a51-9777-94dae60e50df/af0b2f1b-4909-4a51-9777-94dae60e50df.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.231098] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.231258] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3798c9f6-36f0-41e5-ad07-ce29d363a09e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.243882] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1129.243882] env[69304]: value = "task-4209365" [ 1129.243882] env[69304]: _type = "Task" [ 1129.243882] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.251834] env[69304]: DEBUG nova.policy [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f844de3e3d8244a6bf1da7eef25813a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca413f85a31c4311a01e39c130ae4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.256991] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.316790] env[69304]: DEBUG nova.network.neutron [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [{"id": "2c5fb4d6-9db1-4a85-8882-006821146a02", "address": "fa:16:3e:0e:4f:11", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5fb4d6-9d", "ovs_interfaceid": "2c5fb4d6-9db1-4a85-8882-006821146a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.381119] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a464505-551a-4e0d-8415-04b7ae5ec7db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.389325] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955e760-6a5a-495f-a56b-6ca80a3467ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.425848] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999b10fb-ac4a-4c83-867f-93c41b668024 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.428621] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52260dff-6190-4763-0721-71eaf6df8bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.066539} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.428931] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.429180] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.429421] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.429570] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.429901] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.430444] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b33a4dcc-59c6-437a-85e5-b3f61901c518 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.435886] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13d44b-0a7c-4b87-bbfa-ecf8d612a29e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.441030] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.441137] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.442216] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fbfd40-1c0a-43ff-9522-f8bb5f1bc9c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.452412] env[69304]: DEBUG nova.compute.provider_tree [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.457365] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1129.457365] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e3f8d-2bd4-572b-a955-85bcf8e6bdd0" [ 1129.457365] env[69304]: _type = "Task" [ 1129.457365] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.466514] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e3f8d-2bd4-572b-a955-85bcf8e6bdd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.587493] env[69304]: DEBUG nova.network.neutron [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Successfully created port: 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.672277] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.754831] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059987} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.755153] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.755985] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7701e6-13fd-496d-98aa-0c7dea44ca67 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.784276] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] af0b2f1b-4909-4a51-9777-94dae60e50df/af0b2f1b-4909-4a51-9777-94dae60e50df.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.784729] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9437a2ba-5587-4f27-9f00-7f4ad5b3955a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.807381] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1129.807381] env[69304]: value = "task-4209366" [ 1129.807381] env[69304]: _type = "Task" [ 1129.807381] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.818242] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.819834] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.820180] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Instance network_info: |[{"id": "2c5fb4d6-9db1-4a85-8882-006821146a02", "address": "fa:16:3e:0e:4f:11", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5fb4d6-9d", "ovs_interfaceid": "2c5fb4d6-9db1-4a85-8882-006821146a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.820471] env[69304]: DEBUG oslo_concurrency.lockutils [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] Acquired lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.820646] env[69304]: DEBUG nova.network.neutron [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Refreshing network info cache for port 2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.821883] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:4f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c5fb4d6-9db1-4a85-8882-006821146a02', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.830085] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.830628] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.832040] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb392a62-cc49-4d83-a833-e655ee7f8c5d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.853104] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.853104] env[69304]: value = "task-4209367" [ 1129.853104] env[69304]: _type = "Task" [ 1129.853104] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.862216] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209367, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.956401] env[69304]: DEBUG nova.scheduler.client.report [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.971614] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e3f8d-2bd4-572b-a955-85bcf8e6bdd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.972467] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2611c896-291b-4427-af0c-82d3151c9a88 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.979269] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1129.979269] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52facf69-b9df-bc5e-8c51-8ea7c9215ea5" [ 1129.979269] env[69304]: _type = "Task" [ 1129.979269] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.988312] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52facf69-b9df-bc5e-8c51-8ea7c9215ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.317474] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209366, 'name': ReconfigVM_Task, 'duration_secs': 0.287982} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.317748] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Reconfigured VM instance instance-0000005f to attach disk [datastore2] af0b2f1b-4909-4a51-9777-94dae60e50df/af0b2f1b-4909-4a51-9777-94dae60e50df.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.318466] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae956fc3-0575-4ccb-9e10-ecc672b1c39b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.324914] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1130.324914] env[69304]: value = "task-4209368" [ 1130.324914] env[69304]: _type = "Task" [ 1130.324914] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.334744] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209368, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.364717] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209367, 'name': CreateVM_Task, 'duration_secs': 0.440896} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.367069] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.367769] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.367946] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.368277] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.368840] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c929f852-c1a8-4429-a9df-cb92e1bd8f33 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.373813] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1130.373813] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d19ef0-c947-7921-5643-d225570c40d1" [ 1130.373813] env[69304]: _type = "Task" [ 1130.373813] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.382063] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d19ef0-c947-7921-5643-d225570c40d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.464756] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.466944] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.975s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.467230] env[69304]: DEBUG nova.objects.instance [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lazy-loading 'resources' on Instance uuid 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.490097] env[69304]: INFO nova.scheduler.client.report [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted allocations for instance a7bf370d-3e6a-460e-b66f-deb8058ca9ac [ 1130.495610] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52facf69-b9df-bc5e-8c51-8ea7c9215ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.498749] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.499034] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 25327d0b-0fc8-4560-bfe7-194884e1c2a7/25327d0b-0fc8-4560-bfe7-194884e1c2a7.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.499317] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e7e683-3729-497e-ada6-6570d22265aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.507915] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1130.507915] env[69304]: value = "task-4209369" [ 1130.507915] env[69304]: _type = "Task" [ 1130.507915] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.518283] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.558353] env[69304]: DEBUG nova.network.neutron [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updated VIF entry in instance network info cache for port 2c5fb4d6-9db1-4a85-8882-006821146a02. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.558733] env[69304]: DEBUG nova.network.neutron [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [{"id": "2c5fb4d6-9db1-4a85-8882-006821146a02", "address": "fa:16:3e:0e:4f:11", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5fb4d6-9d", "ovs_interfaceid": "2c5fb4d6-9db1-4a85-8882-006821146a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.682442] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.712599] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.712863] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.713059] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.713260] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.713412] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.713564] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.713777] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.713940] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.714135] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.714355] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.714526] env[69304]: DEBUG nova.virt.hardware [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.715493] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e141e8-70c1-4aad-b454-b970ecc38a75 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.724420] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd47437-a335-4f00-bba9-08e853b796ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.836514] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209368, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.886496] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d19ef0-c947-7921-5643-d225570c40d1, 'name': SearchDatastore_Task, 'duration_secs': 0.070294} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.886784] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.887158] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.887525] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.887776] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.888095] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.888482] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bf39a62-0a5d-4fda-9c66-149db44a2792 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.898383] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.898590] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.899315] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e892ccbe-4021-4741-a3b3-7a6d30ff51bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.906011] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1130.906011] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224ca23-2cf1-e02d-67ae-6a1be2084ee2" [ 1130.906011] env[69304]: _type = "Task" [ 1130.906011] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.915085] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224ca23-2cf1-e02d-67ae-6a1be2084ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.970172] env[69304]: DEBUG nova.objects.instance [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lazy-loading 'numa_topology' on Instance uuid 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.002414] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3a43a3b3-a672-41f8-978a-f5e575a57ede tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "a7bf370d-3e6a-460e-b66f-deb8058ca9ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.166s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.020406] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209369, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.061274] env[69304]: DEBUG oslo_concurrency.lockutils [req-2eafc72d-b371-47db-a5fc-0a4af94cd74d req-4d5525c5-a126-41ff-9b28-f00f4fec2829 service nova] Releasing lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.087655] env[69304]: DEBUG nova.network.neutron [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Successfully updated port: 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.169612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.169930] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.170188] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.170378] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.170543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.173263] env[69304]: INFO nova.compute.manager [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Terminating instance [ 1131.192378] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.192622] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832917', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'name': 'volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd21587b3-5e57-4187-9300-ab3033093eea', 'attached_at': '', 'detached_at': '', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'serial': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.193520] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de945c-1510-430f-a02d-969a54b56e16 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.214782] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3da448-0b32-4b03-ba97-585970877da4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.247179] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3/volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.248722] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-facefb8a-f0a5-42ed-949b-5605bb9cfcde {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.264024] env[69304]: DEBUG nova.compute.manager [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Received event network-vif-plugged-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1131.264247] env[69304]: DEBUG oslo_concurrency.lockutils [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] Acquiring lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.264451] env[69304]: DEBUG oslo_concurrency.lockutils [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.264648] env[69304]: DEBUG oslo_concurrency.lockutils [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.265129] env[69304]: DEBUG nova.compute.manager [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] No waiting events found dispatching network-vif-plugged-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1131.265420] env[69304]: WARNING nova.compute.manager [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Received unexpected event network-vif-plugged-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 for instance with vm_state building and task_state spawning. [ 1131.265707] env[69304]: DEBUG nova.compute.manager [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Received event network-changed-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1131.265989] env[69304]: DEBUG nova.compute.manager [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Refreshing instance network info cache due to event network-changed-0a2e7853-77ff-4066-8aab-7e5c3153a0e0. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1131.266323] env[69304]: DEBUG oslo_concurrency.lockutils [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] Acquiring lock "refresh_cache-3e10ac30-6edd-4c18-b955-ed8f0a8904cf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.266579] env[69304]: DEBUG oslo_concurrency.lockutils [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] Acquired lock "refresh_cache-3e10ac30-6edd-4c18-b955-ed8f0a8904cf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.266854] env[69304]: DEBUG nova.network.neutron [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Refreshing network info cache for port 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.276634] env[69304]: DEBUG oslo_vmware.api [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1131.276634] env[69304]: value = "task-4209370" [ 1131.276634] env[69304]: _type = "Task" [ 1131.276634] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.289922] env[69304]: DEBUG oslo_vmware.api [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.338515] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209368, 'name': Rename_Task, 'duration_secs': 0.567038} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.338878] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.339187] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e439ad-31fa-4494-980d-1937954b600c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.350487] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1131.350487] env[69304]: value = "task-4209371" [ 1131.350487] env[69304]: _type = "Task" [ 1131.350487] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.359746] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.417118] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5224ca23-2cf1-e02d-67ae-6a1be2084ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.417952] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432d3dd6-a0e7-4d68-9110-6582e574cfad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.424091] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1131.424091] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520c2153-f202-ce67-f39e-bd7006ed1638" [ 1131.424091] env[69304]: _type = "Task" [ 1131.424091] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.432210] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520c2153-f202-ce67-f39e-bd7006ed1638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.473640] env[69304]: DEBUG nova.objects.base [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Object Instance<13d9310c-1647-403d-b1f0-38a751f26f1a> lazy-loaded attributes: resources,numa_topology {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.525065] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834313} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.528369] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 25327d0b-0fc8-4560-bfe7-194884e1c2a7/25327d0b-0fc8-4560-bfe7-194884e1c2a7.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.528518] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.529634] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a907d32c-701a-40ff-94df-b858a3c94eae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.537701] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1131.537701] env[69304]: value = "task-4209372" [ 1131.537701] env[69304]: _type = "Task" [ 1131.537701] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.554841] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.594356] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-3e10ac30-6edd-4c18-b955-ed8f0a8904cf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.665987] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d79935c-5c45-4ab1-bbb4-c7bf2f0b38a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.674080] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd9bfc-f294-47e0-acec-275eeb6a2324 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.678428] env[69304]: DEBUG nova.compute.manager [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.678645] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.679601] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06a1e8e-37fd-44df-88a9-42b02459c84e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.688695] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.714111] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d56343e-15ee-44e4-823b-256f72170688 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.716749] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c83435-baf5-4b10-951f-12efc272def0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.728930] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c1c737-3402-4a25-b857-60441d04031e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.733649] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1131.733649] env[69304]: value = "task-4209373" [ 1131.733649] env[69304]: _type = "Task" [ 1131.733649] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.745745] env[69304]: DEBUG nova.compute.provider_tree [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.753543] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.788054] env[69304]: DEBUG oslo_vmware.api [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209370, 'name': ReconfigVM_Task, 'duration_secs': 0.424013} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.788918] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3/volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.794285] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ef3829-9c23-4c43-9c69-e85b74d58262 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.811561] env[69304]: DEBUG oslo_vmware.api [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1131.811561] env[69304]: value = "task-4209374" [ 1131.811561] env[69304]: _type = "Task" [ 1131.811561] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.819209] env[69304]: DEBUG nova.network.neutron [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.823418] env[69304]: DEBUG oslo_vmware.api [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.866035] env[69304]: DEBUG oslo_vmware.api [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209371, 'name': PowerOnVM_Task, 'duration_secs': 0.473211} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.866035] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.866035] env[69304]: INFO nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1131.866035] env[69304]: DEBUG nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.866426] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad97852-d82f-4033-b478-7f05f653c61a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.936597] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520c2153-f202-ce67-f39e-bd7006ed1638, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.936889] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.937189] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] e22b65e4-900e-4ea7-a31f-2cbf70575e6f/e22b65e4-900e-4ea7-a31f-2cbf70575e6f.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.937472] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b5a1e86-55b8-46e0-84df-0c1ac1777566 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.945997] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1131.945997] env[69304]: value = "task-4209375" [ 1131.945997] env[69304]: _type = "Task" [ 1131.945997] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.957072] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.963054] env[69304]: DEBUG nova.network.neutron [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.048962] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064556} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.049680] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.050394] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f50859-d73a-45e6-ae08-f748ef5e6c6a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.078702] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 25327d0b-0fc8-4560-bfe7-194884e1c2a7/25327d0b-0fc8-4560-bfe7-194884e1c2a7.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.079038] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc3f25fd-4c3a-42c0-802d-8f2851d1791e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.102533] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1132.102533] env[69304]: value = "task-4209376" [ 1132.102533] env[69304]: _type = "Task" [ 1132.102533] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.116179] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.244691] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209373, 'name': PowerOffVM_Task, 'duration_secs': 0.23895} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.244972] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.245160] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.245419] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe45abf5-99cb-4230-8d05-de90c5e7c4f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.249108] env[69304]: DEBUG nova.scheduler.client.report [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.322508] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.322738] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.322921] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleting the datastore file [datastore2] 07fc4ea2-7c5c-40c5-900e-6f1041f958e9 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.325994] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35fac68a-01a6-4444-9055-e531f29841a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.332120] env[69304]: DEBUG oslo_vmware.api [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209374, 'name': ReconfigVM_Task, 'duration_secs': 0.20409} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.332857] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832917', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'name': 'volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd21587b3-5e57-4187-9300-ab3033093eea', 'attached_at': '', 'detached_at': '', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'serial': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1132.340026] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for the task: (returnval){ [ 1132.340026] env[69304]: value = "task-4209378" [ 1132.340026] env[69304]: _type = "Task" [ 1132.340026] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.348902] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.392573] env[69304]: INFO nova.compute.manager [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Took 13.76 seconds to build instance. [ 1132.458218] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209375, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.466106] env[69304]: DEBUG oslo_concurrency.lockutils [req-af1fb541-2d75-4fb0-9ea0-ad3a77ef7e1e req-cf686b4a-e06b-46e6-949c-1e1297012896 service nova] Releasing lock "refresh_cache-3e10ac30-6edd-4c18-b955-ed8f0a8904cf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.466656] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-3e10ac30-6edd-4c18-b955-ed8f0a8904cf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.466737] env[69304]: DEBUG nova.network.neutron [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.616456] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209376, 'name': ReconfigVM_Task, 'duration_secs': 0.314338} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.616869] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 25327d0b-0fc8-4560-bfe7-194884e1c2a7/25327d0b-0fc8-4560-bfe7-194884e1c2a7.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.617572] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f485e568-18e7-4cc9-a977-5a3795ef51aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.626210] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1132.626210] env[69304]: value = "task-4209379" [ 1132.626210] env[69304]: _type = "Task" [ 1132.626210] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.636974] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209379, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.754823] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.849024] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.895893] env[69304]: DEBUG oslo_concurrency.lockutils [None req-19af050b-0b84-4da1-b6b2-3cc173469d80 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.284s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.956855] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779359} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.957236] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] e22b65e4-900e-4ea7-a31f-2cbf70575e6f/e22b65e4-900e-4ea7-a31f-2cbf70575e6f.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.957484] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.957748] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f900604-3b54-4ce5-ab4a-96b1b112fdb7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.965109] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1132.965109] env[69304]: value = "task-4209380" [ 1132.965109] env[69304]: _type = "Task" [ 1132.965109] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.976331] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.017742] env[69304]: DEBUG nova.network.neutron [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.140927] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.141445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.151084] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209379, 'name': Rename_Task, 'duration_secs': 0.196877} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.151686] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.151686] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d365825f-e772-4082-af2c-0686d5d8a148 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.166322] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1133.166322] env[69304]: value = "task-4209381" [ 1133.166322] env[69304]: _type = "Task" [ 1133.166322] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.183346] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.266481] env[69304]: DEBUG oslo_concurrency.lockutils [None req-71cd3809-480f-4979-a2fe-675de9e8d447 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.184s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.267504] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.683s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.268550] env[69304]: INFO nova.compute.manager [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Unshelving [ 1133.317267] env[69304]: DEBUG nova.network.neutron [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Updating instance_info_cache with network_info: [{"id": "0a2e7853-77ff-4066-8aab-7e5c3153a0e0", "address": "fa:16:3e:55:36:38", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2e7853-77", "ovs_interfaceid": "0a2e7853-77ff-4066-8aab-7e5c3153a0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.350628] env[69304]: DEBUG oslo_vmware.api [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Task: {'id': task-4209378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.843822} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.350930] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.351287] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.351555] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.351773] env[69304]: INFO nova.compute.manager [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1133.352083] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.352367] env[69304]: DEBUG nova.compute.manager [-] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.352524] env[69304]: DEBUG nova.network.neutron [-] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.373107] env[69304]: DEBUG nova.objects.instance [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'flavor' on Instance uuid d21587b3-5e57-4187-9300-ab3033093eea {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.474812] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211974} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.475128] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.475874] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b0197-1a40-45d7-a80d-2713e2ab6984 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.502933] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e22b65e4-900e-4ea7-a31f-2cbf70575e6f/e22b65e4-900e-4ea7-a31f-2cbf70575e6f.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.503297] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9fd4479-dd6d-4be9-a287-d6d419d3b6e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.525170] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1133.525170] env[69304]: value = "task-4209382" [ 1133.525170] env[69304]: _type = "Task" [ 1133.525170] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.537393] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.622871] env[69304]: DEBUG nova.compute.manager [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Received event network-changed-f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1133.623359] env[69304]: DEBUG nova.compute.manager [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Refreshing instance network info cache due to event network-changed-f18a94fc-d41d-4477-b7ff-3ec8d4b411de. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1133.623607] env[69304]: DEBUG oslo_concurrency.lockutils [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] Acquiring lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.623753] env[69304]: DEBUG oslo_concurrency.lockutils [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] Acquired lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.623917] env[69304]: DEBUG nova.network.neutron [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Refreshing network info cache for port f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.644097] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.677999] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.819671] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-3e10ac30-6edd-4c18-b955-ed8f0a8904cf" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.820187] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Instance network_info: |[{"id": "0a2e7853-77ff-4066-8aab-7e5c3153a0e0", "address": "fa:16:3e:55:36:38", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a2e7853-77", "ovs_interfaceid": "0a2e7853-77ff-4066-8aab-7e5c3153a0e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.821296] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:36:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a2e7853-77ff-4066-8aab-7e5c3153a0e0', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.828706] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating folder: Project (ca413f85a31c4311a01e39c130ae4d4d). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.829288] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4a93575-297c-4a42-876e-63bd02077e6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.841684] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created folder: Project (ca413f85a31c4311a01e39c130ae4d4d) in parent group-v832645. [ 1133.842285] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating folder: Instances. Parent ref: group-v832920. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1133.842384] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2646ec99-563e-4c5b-a205-50d8ca4e349d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.852681] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created folder: Instances in parent group-v832920. [ 1133.855410] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.855410] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.855410] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146ca674-f07f-421b-81e6-a687c9de0cc4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.874664] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.874664] env[69304]: value = "task-4209385" [ 1133.874664] env[69304]: _type = "Task" [ 1133.874664] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.881267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5a9e128e-7023-4c49-b2fc-0b132e2f4bee tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.338s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.888638] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209385, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.040145] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.164413] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.164750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.166575] env[69304]: INFO nova.compute.claims [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.182685] env[69304]: DEBUG oslo_vmware.api [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209381, 'name': PowerOnVM_Task, 'duration_secs': 0.947738} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.183095] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.183547] env[69304]: INFO nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1134.183654] env[69304]: DEBUG nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.184829] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76210f37-5946-455b-9d8e-c9739230f6df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.262453] env[69304]: DEBUG nova.network.neutron [-] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.291974] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.387829] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209385, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.389060] env[69304]: DEBUG nova.network.neutron [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updated VIF entry in instance network info cache for port f18a94fc-d41d-4477-b7ff-3ec8d4b411de. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.389535] env[69304]: DEBUG nova.network.neutron [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updating instance_info_cache with network_info: [{"id": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "address": "fa:16:3e:5c:bb:83", "network": {"id": "106e6714-adb7-49f0-a109-d08044a07da5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2089464908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a566c67f3d01484d94947fd3d73efd37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf18a94fc-d4", "ovs_interfaceid": "f18a94fc-d41d-4477-b7ff-3ec8d4b411de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.539411] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.706495] env[69304]: INFO nova.compute.manager [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Took 14.64 seconds to build instance. [ 1134.765796] env[69304]: INFO nova.compute.manager [-] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Took 1.41 seconds to deallocate network for instance. [ 1134.870509] env[69304]: DEBUG nova.compute.manager [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1134.886421] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209385, 'name': CreateVM_Task, 'duration_secs': 0.690404} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.886627] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.887448] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.887493] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.887866] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.888228] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ca189e-6e4f-4cf9-8b45-d018daf264d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.893430] env[69304]: DEBUG oslo_concurrency.lockutils [req-d7b84ee0-dead-4fb6-a092-0256b9b3af91 req-43a6cd9a-4fcd-4ded-b5dd-f76c809f7708 service nova] Releasing lock "refresh_cache-af0b2f1b-4909-4a51-9777-94dae60e50df" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.894754] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1134.894754] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d3a158-8295-2483-a21f-73fe604f94cf" [ 1134.894754] env[69304]: _type = "Task" [ 1134.894754] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.907705] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d3a158-8295-2483-a21f-73fe604f94cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.038141] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.210437] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dff54d3c-0b75-4f0d-8144-73680d9fe55c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.148s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.272057] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.390459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.400290] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ce170-888e-4ac1-80dd-bf5706e70729 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.412199] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d3a158-8295-2483-a21f-73fe604f94cf, 'name': SearchDatastore_Task, 'duration_secs': 0.021648} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.413149] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a431c-ecda-42dd-9785-cc313ec4ffa9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.416119] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.416352] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.416586] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.416733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.416910] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.417166] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca72871-f85b-40d4-9d8e-0b7a74eb0e04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.447157] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d70186-d60f-420d-8507-5323c085cabb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.449725] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.449946] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.450955] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9420c74-5df3-4cf5-b3bf-83ae0d49c57c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.458933] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a87b9d-229b-49e2-b0d2-aec066f3b016 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.462596] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1135.462596] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d13057-6d93-8021-d46b-376278fb4daf" [ 1135.462596] env[69304]: _type = "Task" [ 1135.462596] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.473679] env[69304]: DEBUG nova.compute.provider_tree [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.480151] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d13057-6d93-8021-d46b-376278fb4daf, 'name': SearchDatastore_Task, 'duration_secs': 0.013543} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.480899] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5c6a43-5263-49d8-8cad-0090e57116c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.486640] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1135.486640] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235d748-a792-a847-92fe-71959bf61892" [ 1135.486640] env[69304]: _type = "Task" [ 1135.486640] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.495416] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235d748-a792-a847-92fe-71959bf61892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.538113] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.598029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.598029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.598029] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.598251] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.598513] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.600976] env[69304]: INFO nova.compute.manager [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Terminating instance [ 1135.647155] env[69304]: DEBUG nova.compute.manager [req-462ff466-c0bd-4202-9a80-71905c7715ca req-4de9ccb9-f17d-4f2e-a3c3-ef4f2faef0ae service nova] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Received event network-vif-deleted-303e4d2c-8f59-4c93-a461-d14d1783c0d3 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1135.688283] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.688675] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.977176] env[69304]: DEBUG nova.scheduler.client.report [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.997061] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5235d748-a792-a847-92fe-71959bf61892, 'name': SearchDatastore_Task, 'duration_secs': 0.01667} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.997340] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.997602] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 3e10ac30-6edd-4c18-b955-ed8f0a8904cf/3e10ac30-6edd-4c18-b955-ed8f0a8904cf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.997852] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30270fbc-1373-4eb2-9edd-2a083f07d9ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.004949] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1136.004949] env[69304]: value = "task-4209386" [ 1136.004949] env[69304]: _type = "Task" [ 1136.004949] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.013709] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.038355] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209382, 'name': ReconfigVM_Task, 'duration_secs': 2.034937} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.038627] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e22b65e4-900e-4ea7-a31f-2cbf70575e6f/e22b65e4-900e-4ea7-a31f-2cbf70575e6f.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.039276] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe2b3f10-cb5a-44ee-b3f6-a4244b659e4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045888] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1136.045888] env[69304]: value = "task-4209387" [ 1136.045888] env[69304]: _type = "Task" [ 1136.045888] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.054266] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209387, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.105267] env[69304]: DEBUG nova.compute.manager [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.105536] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.106708] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b7867-89e3-45e5-82de-24ccf9ed9157 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.114753] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.115535] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85fae358-f518-4150-97ff-a7c753866129 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.123422] env[69304]: DEBUG oslo_vmware.api [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1136.123422] env[69304]: value = "task-4209388" [ 1136.123422] env[69304]: _type = "Task" [ 1136.123422] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.133745] env[69304]: DEBUG oslo_vmware.api [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.192812] env[69304]: INFO nova.compute.manager [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Detaching volume 8d3ec86d-c546-4148-ab09-f7f9c6112069 [ 1136.250054] env[69304]: INFO nova.virt.block_device [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Attempting to driver detach volume 8d3ec86d-c546-4148-ab09-f7f9c6112069 from mountpoint /dev/sdb [ 1136.250291] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1136.250488] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832888', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'name': 'volume-8d3ec86d-c546-4148-ab09-f7f9c6112069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67fdbe85-1aee-430d-b160-ba263778f12b', 'attached_at': '', 'detached_at': '', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'serial': '8d3ec86d-c546-4148-ab09-f7f9c6112069'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1136.251533] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869979ae-2c62-4631-a8c7-f5a46836669d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.276767] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78d2b8-c75d-4154-bba2-77173d3405ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.289922] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9469aa7c-e00e-41a7-b013-114045a641d6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.316381] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245961aa-583f-4c14-b34f-1db621c8ea2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.336730] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] The volume has not been displaced from its original location: [datastore2] volume-8d3ec86d-c546-4148-ab09-f7f9c6112069/volume-8d3ec86d-c546-4148-ab09-f7f9c6112069.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1136.342842] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.343365] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a2e60e-62ae-49f6-883f-ef2b635dfe2b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.363792] env[69304]: DEBUG oslo_vmware.api [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1136.363792] env[69304]: value = "task-4209389" [ 1136.363792] env[69304]: _type = "Task" [ 1136.363792] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.378458] env[69304]: DEBUG oslo_vmware.api [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.483111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.483875] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.487782] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.196s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.488059] env[69304]: DEBUG nova.objects.instance [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lazy-loading 'pci_requests' on Instance uuid 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.517428] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209386, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.556676] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209387, 'name': Rename_Task, 'duration_secs': 0.176814} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.557043] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.557301] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10554410-6f3f-44ff-9756-6ac1e787f709 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.565095] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1136.565095] env[69304]: value = "task-4209390" [ 1136.565095] env[69304]: _type = "Task" [ 1136.565095] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.575302] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.637599] env[69304]: DEBUG oslo_vmware.api [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209388, 'name': PowerOffVM_Task, 'duration_secs': 0.182203} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.637915] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.638173] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.638498] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-defaa8be-1c30-4739-9b28-91476f38ff04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.714817] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.715173] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.715415] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleting the datastore file [datastore2] 25327d0b-0fc8-4560-bfe7-194884e1c2a7 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.715988] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9784a3d2-b69f-413d-9eb3-c4448b186847 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.723621] env[69304]: DEBUG oslo_vmware.api [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for the task: (returnval){ [ 1136.723621] env[69304]: value = "task-4209392" [ 1136.723621] env[69304]: _type = "Task" [ 1136.723621] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.732487] env[69304]: DEBUG oslo_vmware.api [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.873508] env[69304]: DEBUG oslo_vmware.api [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209389, 'name': ReconfigVM_Task, 'duration_secs': 0.505276} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.873797] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.878497] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f2efac-354a-4878-84d7-779ac150a07b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.894528] env[69304]: DEBUG oslo_vmware.api [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1136.894528] env[69304]: value = "task-4209393" [ 1136.894528] env[69304]: _type = "Task" [ 1136.894528] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.902867] env[69304]: DEBUG oslo_vmware.api [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.990787] env[69304]: DEBUG nova.compute.utils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.993615] env[69304]: DEBUG nova.objects.instance [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lazy-loading 'numa_topology' on Instance uuid 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.994604] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.994778] env[69304]: DEBUG nova.network.neutron [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.017692] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686484} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.017856] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 3e10ac30-6edd-4c18-b955-ed8f0a8904cf/3e10ac30-6edd-4c18-b955-ed8f0a8904cf.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.018033] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.018326] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3913b273-d3e3-47c9-9fc1-1a4e06cef714 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.025042] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1137.025042] env[69304]: value = "task-4209394" [ 1137.025042] env[69304]: _type = "Task" [ 1137.025042] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.033105] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.034696] env[69304]: DEBUG nova.policy [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e3d58157a14ce4a0547ec81ac72f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a2af8a8ebe543288626122bdb16f46f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.076278] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.236938] env[69304]: DEBUG oslo_vmware.api [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Task: {'id': task-4209392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448149} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.238573] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.238573] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.238573] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.238573] env[69304]: INFO nova.compute.manager [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1137.239095] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.239496] env[69304]: DEBUG nova.compute.manager [-] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.239737] env[69304]: DEBUG nova.network.neutron [-] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.408226] env[69304]: DEBUG oslo_vmware.api [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209393, 'name': ReconfigVM_Task, 'duration_secs': 0.355094} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.408544] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832888', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'name': 'volume-8d3ec86d-c546-4148-ab09-f7f9c6112069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67fdbe85-1aee-430d-b160-ba263778f12b', 'attached_at': '', 'detached_at': '', 'volume_id': '8d3ec86d-c546-4148-ab09-f7f9c6112069', 'serial': '8d3ec86d-c546-4148-ab09-f7f9c6112069'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1137.490682] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.490946] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.498672] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.502761] env[69304]: INFO nova.compute.claims [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.537564] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308985} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.538324] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.539415] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6bc7d3-3c3b-4b86-8e17-b462333d6f1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.568172] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3e10ac30-6edd-4c18-b955-ed8f0a8904cf/3e10ac30-6edd-4c18-b955-ed8f0a8904cf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.570016] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de1394ed-5e42-499b-809b-6e576e949ab7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.597170] env[69304]: DEBUG oslo_vmware.api [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209390, 'name': PowerOnVM_Task, 'duration_secs': 0.724291} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.599592] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.600167] env[69304]: INFO nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1137.600373] env[69304]: DEBUG nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.600733] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1137.600733] env[69304]: value = "task-4209395" [ 1137.600733] env[69304]: _type = "Task" [ 1137.600733] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.601494] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00829f7b-158a-47d0-8e84-97b23eb23809 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.618299] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.742754] env[69304]: DEBUG nova.network.neutron [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Successfully created port: 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.961469] env[69304]: DEBUG nova.objects.instance [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'flavor' on Instance uuid 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.000731] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1138.000731] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.114814] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.127852] env[69304]: INFO nova.compute.manager [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Took 16.71 seconds to build instance. [ 1138.221845] env[69304]: DEBUG nova.compute.manager [req-3e1345b8-faa5-4cef-ad10-887cca17fa1c req-3013c159-5b95-4ea9-ae20-da4c9757eeaf service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Received event network-vif-deleted-613c5058-83a0-40cd-a494-67355df15828 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1138.221845] env[69304]: INFO nova.compute.manager [req-3e1345b8-faa5-4cef-ad10-887cca17fa1c req-3013c159-5b95-4ea9-ae20-da4c9757eeaf service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Neutron deleted interface 613c5058-83a0-40cd-a494-67355df15828; detaching it from the instance and deleting it from the info cache [ 1138.221845] env[69304]: DEBUG nova.network.neutron [req-3e1345b8-faa5-4cef-ad10-887cca17fa1c req-3013c159-5b95-4ea9-ae20-da4c9757eeaf service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.363452] env[69304]: DEBUG nova.network.neutron [-] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.371966] env[69304]: DEBUG nova.compute.manager [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Received event network-changed-2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1138.372440] env[69304]: DEBUG nova.compute.manager [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Refreshing instance network info cache due to event network-changed-2c5fb4d6-9db1-4a85-8882-006821146a02. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1138.373313] env[69304]: DEBUG oslo_concurrency.lockutils [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] Acquiring lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.373313] env[69304]: DEBUG oslo_concurrency.lockutils [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] Acquired lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.374478] env[69304]: DEBUG nova.network.neutron [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Refreshing network info cache for port 2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.502648] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.515034] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.546868] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.547153] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.547314] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.547496] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.547642] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.547792] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.548348] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.548348] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.548538] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.548538] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.548712] env[69304]: DEBUG nova.virt.hardware [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.549770] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c106e60-efee-46e3-9ec8-81e8162d53d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.561077] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ab0ab-14b8-4aef-be99-02c70fa22147 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.617523] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209395, 'name': ReconfigVM_Task, 'duration_secs': 0.751641} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.618094] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3e10ac30-6edd-4c18-b955-ed8f0a8904cf/3e10ac30-6edd-4c18-b955-ed8f0a8904cf.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.618839] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc8ba37-3f3d-4947-9397-7528f105fbb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.626110] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1138.626110] env[69304]: value = "task-4209396" [ 1138.626110] env[69304]: _type = "Task" [ 1138.626110] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.632688] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0f0ec7eb-470e-4df3-b744-4db48642c509 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.225s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.639407] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209396, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.725424] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adcef21-c621-46b7-bce0-c0a6fbca942f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.729094] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea820881-bf3f-4154-aaf5-f572771b4777 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.737572] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb5adf-2f9d-46a4-8aca-7d52fe7fbbac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.743532] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d5833d-c91c-4cb9-8398-5b1d5a72760d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.794651] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec4a3f9-340a-4b37-a4c2-99c5000ab9a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.797798] env[69304]: DEBUG nova.compute.manager [req-3e1345b8-faa5-4cef-ad10-887cca17fa1c req-3013c159-5b95-4ea9-ae20-da4c9757eeaf service nova] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Detach interface failed, port_id=613c5058-83a0-40cd-a494-67355df15828, reason: Instance 25327d0b-0fc8-4560-bfe7-194884e1c2a7 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1138.804444] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7661987f-8820-4536-96ab-bc41427d2cb2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.820047] env[69304]: DEBUG nova.compute.provider_tree [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.865689] env[69304]: INFO nova.compute.manager [-] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Took 1.63 seconds to deallocate network for instance. [ 1138.968774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ca6ad45b-275f-42b0-ae84-6f5c44e91236 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.977017] env[69304]: DEBUG oslo_concurrency.lockutils [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.977276] env[69304]: DEBUG oslo_concurrency.lockutils [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.977505] env[69304]: INFO nova.compute.manager [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Rebooting instance [ 1139.125924] env[69304]: DEBUG nova.network.neutron [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updated VIF entry in instance network info cache for port 2c5fb4d6-9db1-4a85-8882-006821146a02. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.126325] env[69304]: DEBUG nova.network.neutron [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [{"id": "2c5fb4d6-9db1-4a85-8882-006821146a02", "address": "fa:16:3e:0e:4f:11", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5fb4d6-9d", "ovs_interfaceid": "2c5fb4d6-9db1-4a85-8882-006821146a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.138027] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209396, 'name': Rename_Task, 'duration_secs': 0.340791} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.139029] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.139338] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a73fed-4fb6-41d5-a4f9-6b67298f365e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.151492] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1139.151492] env[69304]: value = "task-4209397" [ 1139.151492] env[69304]: _type = "Task" [ 1139.151492] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.163238] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.323674] env[69304]: DEBUG nova.scheduler.client.report [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.347488] env[69304]: DEBUG nova.network.neutron [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Successfully updated port: 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.373092] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.505047] env[69304]: DEBUG oslo_concurrency.lockutils [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.633303] env[69304]: DEBUG oslo_concurrency.lockutils [req-d6e0b264-c1a1-435f-a38e-a2288b0490da req-2a81b057-77b7-4832-afcd-44c76018c04a service nova] Releasing lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.634114] env[69304]: DEBUG oslo_concurrency.lockutils [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquired lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.634299] env[69304]: DEBUG nova.network.neutron [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.662787] env[69304]: DEBUG oslo_vmware.api [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209397, 'name': PowerOnVM_Task, 'duration_secs': 0.461152} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.662978] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.663212] env[69304]: INFO nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1139.663443] env[69304]: DEBUG nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.664380] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45d7196-86b4-446a-a225-ae56bdd9b06e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.833245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.345s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.835839] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.564s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.836201] env[69304]: DEBUG nova.objects.instance [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lazy-loading 'resources' on Instance uuid 07fc4ea2-7c5c-40c5-900e-6f1041f958e9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.849142] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.849374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.850253] env[69304]: DEBUG nova.network.neutron [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.875168] env[69304]: INFO nova.network.neutron [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating port de075419-79e5-4f90-86fe-067e3ca754ee with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1140.116015] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.116317] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.116534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.116724] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.116896] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.120327] env[69304]: INFO nova.compute.manager [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Terminating instance [ 1140.184738] env[69304]: INFO nova.compute.manager [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Took 16.90 seconds to build instance. [ 1140.254744] env[69304]: DEBUG nova.compute.manager [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Received event network-vif-plugged-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1140.255578] env[69304]: DEBUG oslo_concurrency.lockutils [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] Acquiring lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.255819] env[69304]: DEBUG oslo_concurrency.lockutils [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.256006] env[69304]: DEBUG oslo_concurrency.lockutils [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.256334] env[69304]: DEBUG nova.compute.manager [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] No waiting events found dispatching network-vif-plugged-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.256572] env[69304]: WARNING nova.compute.manager [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Received unexpected event network-vif-plugged-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 for instance with vm_state building and task_state spawning. [ 1140.256794] env[69304]: DEBUG nova.compute.manager [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Received event network-changed-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1140.257013] env[69304]: DEBUG nova.compute.manager [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Refreshing instance network info cache due to event network-changed-1bed9cee-2ed6-43bb-b06d-834a01fd39f6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1140.257252] env[69304]: DEBUG oslo_concurrency.lockutils [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] Acquiring lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.361566] env[69304]: DEBUG nova.network.neutron [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [{"id": "2c5fb4d6-9db1-4a85-8882-006821146a02", "address": "fa:16:3e:0e:4f:11", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5fb4d6-9d", "ovs_interfaceid": "2c5fb4d6-9db1-4a85-8882-006821146a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.405333] env[69304]: DEBUG nova.network.neutron [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.527912] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29958b4-dbfb-4317-bdcc-7127552acd5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.538515] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83811350-5748-4bca-916c-2861296db7e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.572081] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d6b43-b0f0-4660-a1e5-70d70aba6985 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.581688] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04ae565-1eba-48a6-836a-bd545aa92d4a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.586591] env[69304]: DEBUG nova.network.neutron [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updating instance_info_cache with network_info: [{"id": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "address": "fa:16:3e:50:19:59", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bed9cee-2e", "ovs_interfaceid": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.603405] env[69304]: DEBUG nova.compute.provider_tree [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.623233] env[69304]: DEBUG nova.compute.manager [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.623450] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.624326] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5cfea8-5bf7-4893-8f19-a5ff919b0582 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.632211] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.632495] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b0bb5d7-d35d-42b0-bffe-04b9dee45654 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.640310] env[69304]: DEBUG oslo_vmware.api [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1140.640310] env[69304]: value = "task-4209398" [ 1140.640310] env[69304]: _type = "Task" [ 1140.640310] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.649580] env[69304]: DEBUG oslo_vmware.api [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.688153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.420s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.867641] env[69304]: DEBUG oslo_concurrency.lockutils [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Releasing lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.089285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.089681] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance network_info: |[{"id": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "address": "fa:16:3e:50:19:59", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bed9cee-2e", "ovs_interfaceid": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.090061] env[69304]: DEBUG oslo_concurrency.lockutils [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] Acquired lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.090264] env[69304]: DEBUG nova.network.neutron [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Refreshing network info cache for port 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.091644] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:19:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bed9cee-2ed6-43bb-b06d-834a01fd39f6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.100358] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.103243] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.107371] env[69304]: DEBUG nova.scheduler.client.report [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.110107] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47d15f83-81b8-4c81-96ba-6e1aaadc6db1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.132974] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.132974] env[69304]: value = "task-4209399" [ 1141.132974] env[69304]: _type = "Task" [ 1141.132974] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.142352] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209399, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.152893] env[69304]: DEBUG oslo_vmware.api [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209398, 'name': PowerOffVM_Task, 'duration_secs': 0.415584} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.153191] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.153372] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.153627] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46562fd-aad4-4b88-9451-a28f4d2589dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.229067] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.229477] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.229590] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleting the datastore file [datastore2] 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.229874] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7cc3a0b-9cb6-402b-9c04-63efe0745948 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.237831] env[69304]: DEBUG oslo_vmware.api [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1141.237831] env[69304]: value = "task-4209401" [ 1141.237831] env[69304]: _type = "Task" [ 1141.237831] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.246978] env[69304]: DEBUG oslo_vmware.api [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.375910] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.376233] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.376455] env[69304]: DEBUG nova.network.neutron [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.377765] env[69304]: DEBUG nova.compute.manager [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.382175] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a900aa-8767-4c5a-8dbd-9fbddd30a5b7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.611262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.611608] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.611902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.612200] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.612450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.615187] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.618085] env[69304]: INFO nova.compute.manager [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Terminating instance [ 1141.620139] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.230s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.641437] env[69304]: INFO nova.scheduler.client.report [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Deleted allocations for instance 07fc4ea2-7c5c-40c5-900e-6f1041f958e9 [ 1141.650167] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209399, 'name': CreateVM_Task, 'duration_secs': 0.385731} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.650342] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.651017] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.651191] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.651786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.651786] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa32957-65e7-4e9c-9927-81f80d5df280 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.657109] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1141.657109] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b74336-f3e3-19af-f33b-67b47bb69bed" [ 1141.657109] env[69304]: _type = "Task" [ 1141.657109] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.665647] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b74336-f3e3-19af-f33b-67b47bb69bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.747152] env[69304]: DEBUG oslo_vmware.api [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186253} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.747425] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.747607] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.747782] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.747999] env[69304]: INFO nova.compute.manager [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1141.748276] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.748468] env[69304]: DEBUG nova.compute.manager [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.748564] env[69304]: DEBUG nova.network.neutron [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.798375] env[69304]: DEBUG nova.network.neutron [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updated VIF entry in instance network info cache for port 1bed9cee-2ed6-43bb-b06d-834a01fd39f6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.798742] env[69304]: DEBUG nova.network.neutron [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updating instance_info_cache with network_info: [{"id": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "address": "fa:16:3e:50:19:59", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bed9cee-2e", "ovs_interfaceid": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.133499] env[69304]: INFO nova.compute.claims [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.137931] env[69304]: DEBUG nova.compute.manager [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.138207] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.139772] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52617161-e561-4e92-b945-713f28b62d73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.151849] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.152453] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Lock "07fc4ea2-7c5c-40c5-900e-6f1041f958e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.983s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.153543] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38f9965-745a-4b24-9ce6-f891e3dd1fe5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.163158] env[69304]: DEBUG oslo_vmware.api [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1142.163158] env[69304]: value = "task-4209402" [ 1142.163158] env[69304]: _type = "Task" [ 1142.163158] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.170341] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b74336-f3e3-19af-f33b-67b47bb69bed, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.171303] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.171453] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.171787] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.171923] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.172123] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.172415] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b8e66a-8b3c-486b-bed9-cbe25fddb6c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.180081] env[69304]: DEBUG oslo_vmware.api [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.190438] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.190630] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.191533] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1590f5f-6095-4364-a433-4cb41c76a872 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.197892] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1142.197892] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a45bef-ddb6-2953-796b-362c2117b85b" [ 1142.197892] env[69304]: _type = "Task" [ 1142.197892] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.208961] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a45bef-ddb6-2953-796b-362c2117b85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.208961] env[69304]: DEBUG nova.network.neutron [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.292032] env[69304]: DEBUG nova.compute.manager [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-vif-plugged-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1142.292032] env[69304]: DEBUG oslo_concurrency.lockutils [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.292032] env[69304]: DEBUG oslo_concurrency.lockutils [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.292032] env[69304]: DEBUG oslo_concurrency.lockutils [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.292032] env[69304]: DEBUG nova.compute.manager [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] No waiting events found dispatching network-vif-plugged-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.292503] env[69304]: WARNING nova.compute.manager [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received unexpected event network-vif-plugged-de075419-79e5-4f90-86fe-067e3ca754ee for instance with vm_state shelved_offloaded and task_state spawning. [ 1142.292503] env[69304]: DEBUG nova.compute.manager [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-changed-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1142.292503] env[69304]: DEBUG nova.compute.manager [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Refreshing instance network info cache due to event network-changed-de075419-79e5-4f90-86fe-067e3ca754ee. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1142.292666] env[69304]: DEBUG oslo_concurrency.lockutils [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.301514] env[69304]: DEBUG oslo_concurrency.lockutils [req-6b096c35-6b9d-447f-b979-b4c3ec09416f req-56569d43-f2af-423c-8bf6-2358dcf426da service nova] Releasing lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.312527] env[69304]: DEBUG nova.compute.manager [req-2e4e6485-5773-4823-97cd-741d2a624711 req-93480cb5-db81-4de3-9765-d556affc2927 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Received event network-vif-deleted-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1142.312692] env[69304]: INFO nova.compute.manager [req-2e4e6485-5773-4823-97cd-741d2a624711 req-93480cb5-db81-4de3-9765-d556affc2927 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Neutron deleted interface ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f; detaching it from the instance and deleting it from the info cache [ 1142.312888] env[69304]: DEBUG nova.network.neutron [req-2e4e6485-5773-4823-97cd-741d2a624711 req-93480cb5-db81-4de3-9765-d556affc2927 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.396207] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6f5b5c-0979-4e36-b3fc-c898a6314d94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.404417] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Doing hard reboot of VM {{(pid=69304) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1142.404575] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-88027a43-4af6-4f48-88e9-fff7c766f161 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.411102] env[69304]: DEBUG oslo_vmware.api [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1142.411102] env[69304]: value = "task-4209403" [ 1142.411102] env[69304]: _type = "Task" [ 1142.411102] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.421337] env[69304]: DEBUG oslo_vmware.api [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209403, 'name': ResetVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.641190] env[69304]: INFO nova.compute.resource_tracker [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating resource usage from migration c2b6e1d7-ba8c-4213-81ff-1316c6f36790 [ 1142.679738] env[69304]: DEBUG oslo_vmware.api [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209402, 'name': PowerOffVM_Task, 'duration_secs': 0.234872} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.680159] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.680358] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.680703] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f712996-a466-46a4-a8eb-2eeeb86a0b54 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.709521] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a45bef-ddb6-2953-796b-362c2117b85b, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.713615] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.716592] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7661f908-21c2-487c-af33-b57fe6b5ed14 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.720439] env[69304]: DEBUG oslo_concurrency.lockutils [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.720439] env[69304]: DEBUG nova.network.neutron [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Refreshing network info cache for port de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.724268] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1142.724268] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ac8104-e006-9c21-6933-a7d0e4638ad3" [ 1142.724268] env[69304]: _type = "Task" [ 1142.724268] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.732864] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ac8104-e006-9c21-6933-a7d0e4638ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.747122] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f7de45e17aca1a431feeafae8bd3d6c1',container_format='bare',created_at=2025-05-16T14:33:28Z,direct_url=,disk_format='vmdk',id=28d873a6-232c-4a99-8044-b84834ad2ee8,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1314785432-shelved',owner='46d5ee39925e470d8052bcc432f5aa4e',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-05-16T14:33:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.747443] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.747553] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.747736] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.747913] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.748088] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.748316] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.748480] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.748651] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.748819] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.748993] env[69304]: DEBUG nova.virt.hardware [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.750189] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a95198d-b51c-408f-8246-090fd7768c21 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.756182] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.756557] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.756557] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleting the datastore file [datastore2] 3e10ac30-6edd-4c18-b955-ed8f0a8904cf {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.757299] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10f48d14-79f7-437e-8483-0645a111ccbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.763586] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca65ec1a-bae2-45fb-bb4d-ffe364531a3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.768088] env[69304]: DEBUG oslo_vmware.api [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1142.768088] env[69304]: value = "task-4209405" [ 1142.768088] env[69304]: _type = "Task" [ 1142.768088] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.785018] env[69304]: DEBUG nova.network.neutron [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.786852] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:1e:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de075419-79e5-4f90-86fe-067e3ca754ee', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.794776] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.796201] env[69304]: INFO nova.compute.manager [-] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Took 1.05 seconds to deallocate network for instance. [ 1142.797064] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.799204] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47818aea-d9db-4a48-a288-44d87000c805 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.823569] env[69304]: DEBUG oslo_vmware.api [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.824761] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9589f077-c3f7-4bf1-99ab-1a0c812f54f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.830581] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.830581] env[69304]: value = "task-4209406" [ 1142.830581] env[69304]: _type = "Task" [ 1142.830581] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.840737] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4584505-1a9c-4664-80fb-d1594cc694d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.856212] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209406, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.878932] env[69304]: DEBUG nova.compute.manager [req-2e4e6485-5773-4823-97cd-741d2a624711 req-93480cb5-db81-4de3-9765-d556affc2927 service nova] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Detach interface failed, port_id=ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f, reason: Instance 67fdbe85-1aee-430d-b160-ba263778f12b could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1142.923994] env[69304]: DEBUG oslo_vmware.api [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209403, 'name': ResetVM_Task, 'duration_secs': 0.089898} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.923994] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Did hard reboot of VM {{(pid=69304) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1142.923994] env[69304]: DEBUG nova.compute.manager [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.924850] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858af1e4-daec-4fa8-93ac-6f9e43527239 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.936741] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2981271-b17b-4835-969f-ee3ded3e4f19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.946476] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247ab71d-9444-49a9-a12d-34d335e23ddc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.986037] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bfbeb-65f3-40fc-89b8-b312e4dedc24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.995410] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e53fc7-5a9a-4056-8531-49a008bbb39d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.013028] env[69304]: DEBUG nova.compute.provider_tree [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.066876] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.067240] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.235593] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ac8104-e006-9c21-6933-a7d0e4638ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.235911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.236201] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.236913] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a613f36f-688e-47f1-bdcb-de8c2be649c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.245035] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1143.245035] env[69304]: value = "task-4209407" [ 1143.245035] env[69304]: _type = "Task" [ 1143.245035] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.254539] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.278949] env[69304]: DEBUG oslo_vmware.api [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139545} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.279460] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.279534] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.279716] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.280108] env[69304]: INFO nova.compute.manager [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.280298] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.280542] env[69304]: DEBUG nova.compute.manager [-] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.280640] env[69304]: DEBUG nova.network.neutron [-] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.325921] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.343376] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209406, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.445374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-213cdef9-6780-44ee-b4b9-c44005a4091c tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.468s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.516303] env[69304]: DEBUG nova.scheduler.client.report [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.570360] env[69304]: INFO nova.compute.manager [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Detaching volume ea847400-619a-47e0-a0a8-238d267f4af2 [ 1143.617963] env[69304]: INFO nova.virt.block_device [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Attempting to driver detach volume ea847400-619a-47e0-a0a8-238d267f4af2 from mountpoint /dev/sdb [ 1143.618288] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.618543] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832905', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'name': 'volume-ea847400-619a-47e0-a0a8-238d267f4af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1eb50d1-c896-45f1-813f-5fe99fc0c676', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'serial': 'ea847400-619a-47e0-a0a8-238d267f4af2'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.619610] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474f1cf8-8c9e-497b-8945-848460132633 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.651947] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e27b59c-5490-4850-9fcb-ec951e0fd12c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.662500] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ac9a9-0d09-4409-9213-060093b46c61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.685264] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdb602c-6cbe-4a17-9a6a-fec962ba686d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.703450] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] The volume has not been displaced from its original location: [datastore2] volume-ea847400-619a-47e0-a0a8-238d267f4af2/volume-ea847400-619a-47e0-a0a8-238d267f4af2.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.708935] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.709311] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd499ad6-674a-49b2-beab-c0ef4544fb40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.729277] env[69304]: DEBUG oslo_vmware.api [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1143.729277] env[69304]: value = "task-4209408" [ 1143.729277] env[69304]: _type = "Task" [ 1143.729277] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.738055] env[69304]: DEBUG oslo_vmware.api [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.754686] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47336} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.755118] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.755289] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.755516] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c73459ad-81c2-4509-a686-f92613bcca1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.763963] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1143.763963] env[69304]: value = "task-4209409" [ 1143.763963] env[69304]: _type = "Task" [ 1143.763963] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.776146] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.841295] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209406, 'name': CreateVM_Task, 'duration_secs': 0.553793} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.841480] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.842177] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.842372] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.842764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.843047] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c032c787-9717-4098-9caa-8704d298322e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.849205] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1143.849205] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52634d40-66ac-fb5d-7b07-5c92c61aa260" [ 1143.849205] env[69304]: _type = "Task" [ 1143.849205] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.858386] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52634d40-66ac-fb5d-7b07-5c92c61aa260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.933066] env[69304]: DEBUG nova.network.neutron [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updated VIF entry in instance network info cache for port de075419-79e5-4f90-86fe-067e3ca754ee. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.933613] env[69304]: DEBUG nova.network.neutron [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.022705] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.022930] env[69304]: INFO nova.compute.manager [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Migrating [ 1144.029556] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.527s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.029747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.029907] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1144.030270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.657s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.030495] env[69304]: DEBUG nova.objects.instance [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lazy-loading 'resources' on Instance uuid 25327d0b-0fc8-4560-bfe7-194884e1c2a7 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.035191] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45a67ed-81f5-4eb4-8259-cfb318bd1ccb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.056531] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f8b61b-6977-43af-b35d-c221a6c6e939 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.076805] env[69304]: DEBUG nova.network.neutron [-] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.080067] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d991e8-8951-4be3-99c7-c5b9d634a6c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.091480] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898bcdfb-5a02-4fe3-8d65-b4f3b1c0146e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.125423] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179525MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1144.125614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.240222] env[69304]: DEBUG oslo_vmware.api [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209408, 'name': ReconfigVM_Task, 'duration_secs': 0.280418} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.240521] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.245455] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9492f11a-cc95-48eb-bcf2-3e5afc99ddf0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.262698] env[69304]: DEBUG oslo_vmware.api [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1144.262698] env[69304]: value = "task-4209410" [ 1144.262698] env[69304]: _type = "Task" [ 1144.262698] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.274588] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071305} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.278147] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.278742] env[69304]: DEBUG oslo_vmware.api [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.279324] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa23d935-87f1-40b0-bd46-e9bddc75cb02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.303890] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.304286] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f666bca0-0617-4299-b1e2-48aa97f1c14a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.325982] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1144.325982] env[69304]: value = "task-4209411" [ 1144.325982] env[69304]: _type = "Task" [ 1144.325982] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.336775] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.360105] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.360413] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Processing image 28d873a6-232c-4a99-8044-b84834ad2ee8 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.360666] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.360790] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.360947] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.361255] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e2dd5f-ea4b-4878-9b58-3809ffc29c11 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.370664] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.370873] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.371660] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620a248a-bee0-47fb-8cbf-ec11a6709cfe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.377866] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1144.377866] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5255bb5e-ccd6-9801-4536-121bcbaa2a62" [ 1144.377866] env[69304]: _type = "Task" [ 1144.377866] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.388448] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5255bb5e-ccd6-9801-4536-121bcbaa2a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.437932] env[69304]: DEBUG oslo_concurrency.lockutils [req-be4c5ccc-016d-4a78-969b-d3f8ffa8f7f2 req-d319ab9c-4c09-4738-baa5-cef7d81c2563 service nova] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.441814] env[69304]: DEBUG nova.compute.manager [req-8d4fcf61-c720-4969-996e-1ab92dd10a2e req-bf0c4091-3ce3-414d-a720-e50d1c93dc96 service nova] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Received event network-vif-deleted-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1144.483459] env[69304]: DEBUG nova.compute.manager [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Received event network-changed-2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1144.483459] env[69304]: DEBUG nova.compute.manager [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Refreshing instance network info cache due to event network-changed-2c5fb4d6-9db1-4a85-8882-006821146a02. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1144.485312] env[69304]: DEBUG oslo_concurrency.lockutils [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] Acquiring lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.487621] env[69304]: DEBUG oslo_concurrency.lockutils [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] Acquired lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.487621] env[69304]: DEBUG nova.network.neutron [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Refreshing network info cache for port 2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.547252] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.547252] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.547716] env[69304]: DEBUG nova.network.neutron [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.580756] env[69304]: INFO nova.compute.manager [-] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Took 1.30 seconds to deallocate network for instance. [ 1144.777339] env[69304]: DEBUG oslo_vmware.api [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209410, 'name': ReconfigVM_Task, 'duration_secs': 0.160934} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.778153] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832905', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'name': 'volume-ea847400-619a-47e0-a0a8-238d267f4af2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1eb50d1-c896-45f1-813f-5fe99fc0c676', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea847400-619a-47e0-a0a8-238d267f4af2', 'serial': 'ea847400-619a-47e0-a0a8-238d267f4af2'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.795693] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c54785-1617-48e8-bed1-13279268de98 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.805653] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d71b7d1-e8d4-4607-898f-4459a597fe4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.848440] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58392853-1aff-40d3-a350-6364c0b1f374 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.860603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739b10ea-2645-4b81-a3f2-c6e33c53f12a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.865318] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209411, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.877039] env[69304]: DEBUG nova.compute.provider_tree [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.888244] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1144.888516] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Fetch image to [datastore2] OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4/OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1144.888729] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Downloading stream optimized image 28d873a6-232c-4a99-8044-b84834ad2ee8 to [datastore2] OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4/OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4.vmdk on the data store datastore2 as vApp {{(pid=69304) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1144.888929] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Downloading image file data 28d873a6-232c-4a99-8044-b84834ad2ee8 to the ESX as VM named 'OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4' {{(pid=69304) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1144.974289] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1144.974289] env[69304]: value = "resgroup-9" [ 1144.974289] env[69304]: _type = "ResourcePool" [ 1144.974289] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1144.974594] env[69304]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c7000039-113c-4c6a-94b2-a10e8e192892 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.998614] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lease: (returnval){ [ 1144.998614] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ef2ad-52a4-fa2c-c0f0-efd9842516eb" [ 1144.998614] env[69304]: _type = "HttpNfcLease" [ 1144.998614] env[69304]: } obtained for vApp import into resource pool (val){ [ 1144.998614] env[69304]: value = "resgroup-9" [ 1144.998614] env[69304]: _type = "ResourcePool" [ 1144.998614] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1144.998881] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the lease: (returnval){ [ 1144.998881] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ef2ad-52a4-fa2c-c0f0-efd9842516eb" [ 1144.998881] env[69304]: _type = "HttpNfcLease" [ 1144.998881] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1145.007799] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.007799] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ef2ad-52a4-fa2c-c0f0-efd9842516eb" [ 1145.007799] env[69304]: _type = "HttpNfcLease" [ 1145.007799] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.088250] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.161783] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.162477] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.162806] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.163596] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.163949] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.169510] env[69304]: INFO nova.compute.manager [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Terminating instance [ 1145.289235] env[69304]: DEBUG nova.network.neutron [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updated VIF entry in instance network info cache for port 2c5fb4d6-9db1-4a85-8882-006821146a02. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.289235] env[69304]: DEBUG nova.network.neutron [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [{"id": "2c5fb4d6-9db1-4a85-8882-006821146a02", "address": "fa:16:3e:0e:4f:11", "network": {"id": "78b58a4d-475d-47ee-b78b-f2f201a1c363", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1054496621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45191cb0796f4a4184312c4a83a02d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5fb4d6-9d", "ovs_interfaceid": "2c5fb4d6-9db1-4a85-8882-006821146a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.340674] env[69304]: DEBUG nova.objects.instance [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.354667] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209411, 'name': ReconfigVM_Task, 'duration_secs': 0.588327} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.357358] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.358753] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-653fce8c-04d9-4436-a538-d453ccbf5704 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.366648] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1145.366648] env[69304]: value = "task-4209413" [ 1145.366648] env[69304]: _type = "Task" [ 1145.366648] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.377062] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209413, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.383952] env[69304]: DEBUG nova.scheduler.client.report [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.414803] env[69304]: DEBUG nova.network.neutron [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.507738] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.507738] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ef2ad-52a4-fa2c-c0f0-efd9842516eb" [ 1145.507738] env[69304]: _type = "HttpNfcLease" [ 1145.507738] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.684801] env[69304]: DEBUG nova.compute.manager [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.685158] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.686419] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd71351-4794-45c3-8ae2-5537b1023c6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.695805] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.696117] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b92eb562-1aa7-4f3f-b19f-4275dcf35a61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.703672] env[69304]: DEBUG oslo_vmware.api [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1145.703672] env[69304]: value = "task-4209414" [ 1145.703672] env[69304]: _type = "Task" [ 1145.703672] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.715117] env[69304]: DEBUG oslo_vmware.api [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.792149] env[69304]: DEBUG oslo_concurrency.lockutils [req-3d8858c4-908f-4dac-acf1-47983465c99c req-b99b8883-898a-4caa-9ded-580dacb135be service nova] Releasing lock "refresh_cache-e22b65e4-900e-4ea7-a31f-2cbf70575e6f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.879613] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209413, 'name': Rename_Task, 'duration_secs': 0.168896} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.879919] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.880244] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f01169-0eda-4095-9d3d-22e59f99a829 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.888720] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.890750] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1145.890750] env[69304]: value = "task-4209415" [ 1145.890750] env[69304]: _type = "Task" [ 1145.890750] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.891258] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.566s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.891571] env[69304]: DEBUG nova.objects.instance [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'resources' on Instance uuid 67fdbe85-1aee-430d-b160-ba263778f12b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.910960] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209415, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.917827] env[69304]: INFO nova.scheduler.client.report [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Deleted allocations for instance 25327d0b-0fc8-4560-bfe7-194884e1c2a7 [ 1145.919608] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.008037] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.008037] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ef2ad-52a4-fa2c-c0f0-efd9842516eb" [ 1146.008037] env[69304]: _type = "HttpNfcLease" [ 1146.008037] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.008332] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.008332] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526ef2ad-52a4-fa2c-c0f0-efd9842516eb" [ 1146.008332] env[69304]: _type = "HttpNfcLease" [ 1146.008332] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1146.009119] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23f8805-264a-4edc-b6b6-7d12d5dfc32b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.017888] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa070-6b22-561e-66b0-b31629e6944c/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.018094] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa070-6b22-561e-66b0-b31629e6944c/disk-0.vmdk. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1146.084200] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3db0925-7acb-4360-8dc5-34e8bfe404d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.215821] env[69304]: DEBUG oslo_vmware.api [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209414, 'name': PowerOffVM_Task, 'duration_secs': 0.204391} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.215821] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.215821] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.216076] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e45cc456-5d97-40c3-9dd6-a319bcb8f7f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.290872] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.291351] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.292102] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Deleting the datastore file [datastore2] e22b65e4-900e-4ea7-a31f-2cbf70575e6f {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.292229] env[69304]: DEBUG oslo_concurrency.lockutils [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.292464] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0119946c-9d87-43f5-9201-34ccc26a4206 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.302559] env[69304]: DEBUG oslo_vmware.api [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1146.302559] env[69304]: value = "task-4209417" [ 1146.302559] env[69304]: _type = "Task" [ 1146.302559] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.314547] env[69304]: DEBUG oslo_vmware.api [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.350935] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ca40f6f5-ddce-409f-9a29-df685ec2d756 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.353021] env[69304]: DEBUG oslo_concurrency.lockutils [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.060s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.353021] env[69304]: DEBUG nova.compute.manager [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.354041] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881cf6da-d2eb-4172-bbe1-daadc3b02afc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.364589] env[69304]: DEBUG nova.compute.manager [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1146.365955] env[69304]: DEBUG nova.objects.instance [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.410456] env[69304]: DEBUG oslo_vmware.api [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209415, 'name': PowerOnVM_Task, 'duration_secs': 0.510913} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.410806] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.411034] env[69304]: INFO nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1146.411227] env[69304]: DEBUG nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.412257] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86325fb2-3aa1-435a-b353-285b2192e41b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.437429] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c83f9920-ba39-4ae9-a62f-a2334928c415 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Lock "25327d0b-0fc8-4560-bfe7-194884e1c2a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.839s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.638525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fb9853-0409-4335-bb6f-68c9cf103ccf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.651917] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad2b373-2d42-4d4d-a3ae-3aeaeb9cb85e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.694120] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f198118-d9d8-436b-8fb5-a37ea6cb7a65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.702711] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6511140a-3c2e-406a-a210-50f48c0219e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.717283] env[69304]: DEBUG nova.compute.provider_tree [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.813914] env[69304]: DEBUG oslo_vmware.api [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193044} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.816289] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.816661] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.816884] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.817085] env[69304]: INFO nova.compute.manager [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1146.817374] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.817952] env[69304]: DEBUG nova.compute.manager [-] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.817952] env[69304]: DEBUG nova.network.neutron [-] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.946264] env[69304]: INFO nova.compute.manager [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Took 12.80 seconds to build instance. [ 1147.221597] env[69304]: DEBUG nova.scheduler.client.report [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.350033] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1147.350033] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa070-6b22-561e-66b0-b31629e6944c/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1147.350033] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334cc4e9-5732-4973-9677-3617a568da86 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.361202] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa070-6b22-561e-66b0-b31629e6944c/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1147.361202] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa070-6b22-561e-66b0-b31629e6944c/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1147.361202] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52b39302-3f08-4abe-9108-413b1af937dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.378027] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.378027] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4eba4cc-a86a-4156-93cb-4dd81e707ebe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.387060] env[69304]: DEBUG oslo_vmware.api [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1147.387060] env[69304]: value = "task-4209418" [ 1147.387060] env[69304]: _type = "Task" [ 1147.387060] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.399147] env[69304]: DEBUG oslo_vmware.api [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.446818] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb4c19d-ed96-4788-b10b-6689bea4adf7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.454208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-240441c1-9dd4-4b63-9b31-cb40b13c434b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.311s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.475213] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.482262] env[69304]: DEBUG nova.compute.manager [req-8c68cc34-415d-4bca-a929-8750ac7d9cb7 req-0dc11430-e009-48a8-9839-cbe052c740fe service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Received event network-vif-deleted-2c5fb4d6-9db1-4a85-8882-006821146a02 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1147.482521] env[69304]: INFO nova.compute.manager [req-8c68cc34-415d-4bca-a929-8750ac7d9cb7 req-0dc11430-e009-48a8-9839-cbe052c740fe service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Neutron deleted interface 2c5fb4d6-9db1-4a85-8882-006821146a02; detaching it from the instance and deleting it from the info cache [ 1147.482729] env[69304]: DEBUG nova.network.neutron [req-8c68cc34-415d-4bca-a929-8750ac7d9cb7 req-0dc11430-e009-48a8-9839-cbe052c740fe service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.731733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.742940] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.615s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.769254] env[69304]: INFO nova.scheduler.client.report [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted allocations for instance 67fdbe85-1aee-430d-b160-ba263778f12b [ 1147.897047] env[69304]: DEBUG oslo_vmware.api [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209418, 'name': PowerOffVM_Task, 'duration_secs': 0.234397} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.897357] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.897563] env[69304]: DEBUG nova.compute.manager [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.898441] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d9fb2b-b4bf-4529-aa80-4821e82bc2a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.922434] env[69304]: DEBUG oslo_vmware.rw_handles [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa070-6b22-561e-66b0-b31629e6944c/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1147.922595] env[69304]: INFO nova.virt.vmwareapi.images [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Downloaded image file data 28d873a6-232c-4a99-8044-b84834ad2ee8 [ 1147.923398] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1576cce5-78a1-4d07-8ba7-19940ab26e4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.940782] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d30dc8be-3e11-499c-9f27-47b0646416dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.953139] env[69304]: DEBUG nova.network.neutron [-] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.985872] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.986657] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17df31bc-0cf3-4ac3-9365-5578cfc51f36 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.988230] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9fcf5a9-9889-4a76-8523-9db8e4b0072d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.998480] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b05f42c-c87d-4106-b4c2-8b2f7bbad8bc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.017048] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1148.017048] env[69304]: value = "task-4209420" [ 1148.017048] env[69304]: _type = "Task" [ 1148.017048] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.039467] env[69304]: DEBUG nova.compute.manager [req-8c68cc34-415d-4bca-a929-8750ac7d9cb7 req-0dc11430-e009-48a8-9839-cbe052c740fe service nova] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Detach interface failed, port_id=2c5fb4d6-9db1-4a85-8882-006821146a02, reason: Instance e22b65e4-900e-4ea7-a31f-2cbf70575e6f could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1148.043518] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.067786] env[69304]: INFO nova.virt.vmwareapi.images [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] The imported VM was unregistered [ 1148.068434] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1148.068700] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Creating directory with path [datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.068984] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b41a665-ade9-4f83-9511-360c56a5a9e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.083860] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Created directory with path [datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.084152] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4/OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4.vmdk to [datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk. {{(pid=69304) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1148.084459] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bbcdd58d-6b50-4261-a489-d37070c9a6d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.092727] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1148.092727] env[69304]: value = "task-4209421" [ 1148.092727] env[69304]: _type = "Task" [ 1148.092727] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.102499] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.285405] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9574f9aa-3e59-47c2-822d-b2abef9628fc tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "67fdbe85-1aee-430d-b160-ba263778f12b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.169s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.413350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-32853867-fa71-4322-9ef3-f0d9fe5d5afc tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.461084] env[69304]: INFO nova.compute.manager [-] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Took 1.64 seconds to deallocate network for instance. [ 1148.465616] env[69304]: DEBUG nova.compute.manager [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Received event network-changed-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1148.465829] env[69304]: DEBUG nova.compute.manager [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Refreshing instance network info cache due to event network-changed-1bed9cee-2ed6-43bb-b06d-834a01fd39f6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1148.466838] env[69304]: DEBUG oslo_concurrency.lockutils [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] Acquiring lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.466838] env[69304]: DEBUG oslo_concurrency.lockutils [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] Acquired lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.466838] env[69304]: DEBUG nova.network.neutron [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Refreshing network info cache for port 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.535768] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209420, 'name': PowerOffVM_Task, 'duration_secs': 0.2548} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.535768] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.535991] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.608098] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.755355] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Applying migration context for instance d21587b3-5e57-4187-9300-ab3033093eea as it has an incoming, in-progress migration c2b6e1d7-ba8c-4213-81ff-1316c6f36790. Migration status is migrating {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1148.756196] env[69304]: INFO nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating resource usage from migration c2b6e1d7-ba8c-4213-81ff-1316c6f36790 [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 10ebd5e4-8286-4576-b758-8d251b2411a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance d1eb50d1-c896-45f1-813f-5fe99fc0c676 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 19ecd932-1d57-48d2-a80a-1bb02e19e651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance af0b2f1b-4909-4a51-9777-94dae60e50df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance e22b65e4-900e-4ea7-a31f-2cbf70575e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 3e10ac30-6edd-4c18-b955-ed8f0a8904cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 13d9310c-1647-403d-b1f0-38a751f26f1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790208] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790544] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Migration c2b6e1d7-ba8c-4213-81ff-1316c6f36790 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1148.790544] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance d21587b3-5e57-4187-9300-ab3033093eea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1148.790614] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1148.790840] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1148.975207] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.979026] env[69304]: DEBUG nova.objects.instance [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.038603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f17b589-898f-4d1d-9dc9-a0ba4c31569b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.045496] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.045813] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.046039] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.046308] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.046474] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.046667] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.046918] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.048848] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.049140] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.049445] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.050044] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.060125] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b50cf1-78df-4fee-bb6a-300c4e0597a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.074591] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d1ab7-4995-4d27-92fd-72d084ce5e95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.130746] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab5216-acb2-448c-87ee-12aa2183c241 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.133873] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1149.133873] env[69304]: value = "task-4209422" [ 1149.133873] env[69304]: _type = "Task" [ 1149.133873] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.147235] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344f189-d9ac-48b1-838d-e7447dea3261 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.152741] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.158198] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.174309] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.490165] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.490436] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.491240] env[69304]: DEBUG nova.network.neutron [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.491240] env[69304]: DEBUG nova.objects.instance [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'info_cache' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.565776] env[69304]: DEBUG nova.network.neutron [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updated VIF entry in instance network info cache for port 1bed9cee-2ed6-43bb-b06d-834a01fd39f6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.566309] env[69304]: DEBUG nova.network.neutron [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updating instance_info_cache with network_info: [{"id": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "address": "fa:16:3e:50:19:59", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bed9cee-2e", "ovs_interfaceid": "1bed9cee-2ed6-43bb-b06d-834a01fd39f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.635323] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.648054] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209422, 'name': ReconfigVM_Task, 'duration_secs': 0.456423} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.648639] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.680980] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.997342] env[69304]: DEBUG nova.objects.base [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.070254] env[69304]: DEBUG oslo_concurrency.lockutils [req-50d58a4f-e1e1-4478-b50f-37ed9f02b07f req-b0f66c83-6da7-4102-ae95-917bd2010e2a service nova] Releasing lock "refresh_cache-7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137630] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.156014] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.156306] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.156471] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.156656] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.156804] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.156954] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.157376] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.157628] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.158111] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.158337] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.158709] env[69304]: DEBUG nova.virt.hardware [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.166320] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.166939] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab548f39-1a98-4963-bb03-61e6da2fd23d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.186280] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1150.186630] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.446s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.187708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.099s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.187708] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.190701] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.216s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.191020] env[69304]: DEBUG nova.objects.instance [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lazy-loading 'resources' on Instance uuid e22b65e4-900e-4ea7-a31f-2cbf70575e6f {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.195244] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1150.195244] env[69304]: value = "task-4209423" [ 1150.195244] env[69304]: _type = "Task" [ 1150.195244] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.209635] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.265856] env[69304]: INFO nova.scheduler.client.report [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocations for instance 3e10ac30-6edd-4c18-b955-ed8f0a8904cf [ 1150.636029] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.716582] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.779261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1f36612a-aee9-4617-926a-712da41ecc06 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "3e10ac30-6edd-4c18-b955-ed8f0a8904cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.168s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.883300] env[69304]: DEBUG nova.network.neutron [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [{"id": "183ccd87-ce82-427d-8be1-37a5625b42af", "address": "fa:16:3e:43:cb:60", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183ccd87-ce", "ovs_interfaceid": "183ccd87-ce82-427d-8be1-37a5625b42af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.886379] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb31fdf-45d6-4009-8031-d5aa967ffd80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.900133] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f9d88-c0b5-4be2-8ce1-05a91c62cfd9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.938298] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf38328-872c-492e-89cf-750135c5731d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.947088] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0420d25d-360a-4fae-8254-b4f05f4fb9ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.964478] env[69304]: DEBUG nova.compute.provider_tree [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.136740] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209421, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.693897} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.136740] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4/OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4.vmdk to [datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk. [ 1151.136740] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Cleaning up location [datastore2] OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1151.137106] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5af3079f-99b7-48c5-a577-2750e2e988b4 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.137253] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b67d325-d25a-406c-b09e-03e1fee96010 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.146349] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1151.146349] env[69304]: value = "task-4209424" [ 1151.146349] env[69304]: _type = "Task" [ 1151.146349] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.157125] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.215427] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209423, 'name': ReconfigVM_Task, 'duration_secs': 0.584747} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.215547] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.216901] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f858af84-5ce9-4ef2-99fd-e61ec4d10453 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.249463] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.250202] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aabf3f8-9791-4a7c-b8de-ef2c8b1bb354 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.274727] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1151.274727] env[69304]: value = "task-4209425" [ 1151.274727] env[69304]: _type = "Task" [ 1151.274727] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.287998] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.395347] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "refresh_cache-d1eb50d1-c896-45f1-813f-5fe99fc0c676" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.470873] env[69304]: DEBUG nova.scheduler.client.report [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.662889] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04188} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.663155] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.663658] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.663658] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk to [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.663890] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e784197-9aa4-45f3-97a7-eef168e4cc2a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.671070] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1151.671070] env[69304]: value = "task-4209426" [ 1151.671070] env[69304]: _type = "Task" [ 1151.671070] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.684830] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.783381] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.783623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.788766] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209425, 'name': ReconfigVM_Task, 'duration_secs': 0.37569} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.789059] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.789364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.976502] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.999454] env[69304]: INFO nova.scheduler.client.report [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Deleted allocations for instance e22b65e4-900e-4ea7-a31f-2cbf70575e6f [ 1152.190285] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209426, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.218030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.218030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.288714] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.298422] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013776ea-7570-4593-9e5d-3ae26da29874 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.331020] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dff78f8-fcf6-44be-85f0-7be2c2375f17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.361756] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.401610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.401959] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5544186-1c68-49a8-aa76-3ed3cd388138 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.413163] env[69304]: DEBUG oslo_vmware.api [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1152.413163] env[69304]: value = "task-4209430" [ 1152.413163] env[69304]: _type = "Task" [ 1152.413163] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.425724] env[69304]: DEBUG oslo_vmware.api [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.508301] env[69304]: DEBUG oslo_concurrency.lockutils [None req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "e22b65e4-900e-4ea7-a31f-2cbf70575e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.346s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.686125] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209426, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.724062] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.820786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.820786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.822263] env[69304]: INFO nova.compute.claims [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.930274] env[69304]: DEBUG oslo_vmware.api [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209430, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.188174] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209426, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.247660] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.425972] env[69304]: DEBUG oslo_vmware.api [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209430, 'name': PowerOnVM_Task, 'duration_secs': 0.519354} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.426262] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.426482] env[69304]: DEBUG nova.compute.manager [None req-fe88c784-7f8f-40e9-aa9b-64fee9cf45d8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.427322] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50e097-d476-4fbf-abcf-33a5286eb5df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.685841] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209426, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.040156] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f041d-548e-485b-871a-ea314cf5a41b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.053228] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747f6c0d-6597-4dbd-9f0d-5c9435ec7522 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.095646] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3867a465-e1df-46ee-9dcc-004af190d3f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.100838] env[69304]: DEBUG nova.network.neutron [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Port 294a8f4f-3da0-4f42-94b4-9d261a56083c binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.107701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cbca9f-9690-427e-b2c0-c880c5224a45 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.124532] env[69304]: DEBUG nova.compute.provider_tree [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.189027] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209426, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.460716} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.189412] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/28d873a6-232c-4a99-8044-b84834ad2ee8/28d873a6-232c-4a99-8044-b84834ad2ee8.vmdk to [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.190724] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f01f6-3782-4a72-99c3-7dc29104e6b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.217647] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.218105] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022ea493-18b4-4f88-b6b7-2ba19efbcd0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.242942] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1154.242942] env[69304]: value = "task-4209431" [ 1154.242942] env[69304]: _type = "Task" [ 1154.242942] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.252347] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.417380] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "19ecd932-1d57-48d2-a80a-1bb02e19e651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.417969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.418109] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "19ecd932-1d57-48d2-a80a-1bb02e19e651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.418691] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.418691] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.422056] env[69304]: INFO nova.compute.manager [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Terminating instance [ 1154.631116] env[69304]: DEBUG nova.scheduler.client.report [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.756951] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.927142] env[69304]: DEBUG nova.compute.manager [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.927772] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.928805] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992e247-d511-4e30-9e87-eb29bd052ed1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.940278] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.940278] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9704d798-afdd-489a-a362-dc078438e6d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.947353] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1154.947353] env[69304]: value = "task-4209433" [ 1154.947353] env[69304]: _type = "Task" [ 1154.947353] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.957541] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.131482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.133531] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.133531] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.140758] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.141197] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.144201] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.897s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.146179] env[69304]: INFO nova.compute.claims [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.263322] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209431, 'name': ReconfigVM_Task, 'duration_secs': 0.517324} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.264140] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a/13d9310c-1647-403d-b1f0-38a751f26f1a.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.264748] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad72275-deaa-4974-8d35-18ef3d410f70 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.274128] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1155.274128] env[69304]: value = "task-4209434" [ 1155.274128] env[69304]: _type = "Task" [ 1155.274128] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.286304] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209434, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.460756] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209433, 'name': PowerOffVM_Task, 'duration_secs': 0.392763} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.461125] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.461368] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.461672] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8f2b899-d976-41fe-b648-4cfde2a83691 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.535862] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.536186] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.536431] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Deleting the datastore file [datastore2] 19ecd932-1d57-48d2-a80a-1bb02e19e651 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.536801] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7dafe0b-4e6c-4cf1-aa59-f057a1459030 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.544662] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for the task: (returnval){ [ 1155.544662] env[69304]: value = "task-4209436" [ 1155.544662] env[69304]: _type = "Task" [ 1155.544662] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.554465] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.654157] env[69304]: DEBUG nova.compute.utils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.659070] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.659970] env[69304]: DEBUG nova.network.neutron [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.662334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "64136bda-a204-43fd-9fc7-0bd92072d20e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.662334] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.715072] env[69304]: DEBUG nova.policy [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f844de3e3d8244a6bf1da7eef25813a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca413f85a31c4311a01e39c130ae4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.786492] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209434, 'name': Rename_Task, 'duration_secs': 0.251319} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.786492] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.786660] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d37472f-b822-4b82-a63b-dc1bf10c9a8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.794572] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1155.794572] env[69304]: value = "task-4209437" [ 1155.794572] env[69304]: _type = "Task" [ 1155.794572] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.805461] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.064827] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.065212] env[69304]: DEBUG nova.network.neutron [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Successfully created port: 135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.161860] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.166679] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.198216] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.198432] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.198613] env[69304]: DEBUG nova.network.neutron [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.307570] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.392676] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e9cc85-c6e9-4d7a-b277-885d67bfa209 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.402360] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9bb089-3a3b-4ae7-8989-25aaeea01760 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.432792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36321f-f4ee-4bc4-9f7d-b402ed01c163 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.440785] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf9b6a-1cea-4d89-a899-0865de379d1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.454499] env[69304]: DEBUG nova.compute.provider_tree [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.558623] env[69304]: DEBUG oslo_vmware.api [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Task: {'id': task-4209436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520844} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.558885] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.559082] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.559266] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.559446] env[69304]: INFO nova.compute.manager [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1156.559687] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.559870] env[69304]: DEBUG nova.compute.manager [-] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.559959] env[69304]: DEBUG nova.network.neutron [-] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.689554] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.806785] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.889910] env[69304]: DEBUG nova.compute.manager [req-7571e093-af26-4e27-aad3-b009af2af44f req-70e0d890-9be2-40f5-9a80-78efd60ce83b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Received event network-vif-deleted-44f7818a-b3a8-45ec-a656-e50bee34acfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1156.890095] env[69304]: INFO nova.compute.manager [req-7571e093-af26-4e27-aad3-b009af2af44f req-70e0d890-9be2-40f5-9a80-78efd60ce83b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Neutron deleted interface 44f7818a-b3a8-45ec-a656-e50bee34acfc; detaching it from the instance and deleting it from the info cache [ 1156.890294] env[69304]: DEBUG nova.network.neutron [req-7571e093-af26-4e27-aad3-b009af2af44f req-70e0d890-9be2-40f5-9a80-78efd60ce83b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.950145] env[69304]: DEBUG nova.network.neutron [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.957787] env[69304]: DEBUG nova.scheduler.client.report [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.175774] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.213778] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.214044] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.215556] env[69304]: DEBUG nova.virt.hardware [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.216491] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85016ff-d1ad-494e-9db9-7c51c12736a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.226690] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d245d8-bcec-4b53-9fb9-c85657646d7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.307482] env[69304]: DEBUG oslo_vmware.api [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209437, 'name': PowerOnVM_Task, 'duration_secs': 1.036637} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.307917] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.369851] env[69304]: DEBUG nova.network.neutron [-] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.393048] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03dd76d5-3f55-4794-a30a-e6ef66bbe5a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.403149] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779dbf7d-6d11-47b1-8e26-61c7109fd22c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.424522] env[69304]: DEBUG nova.compute.manager [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.425608] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d9951-074a-4b05-8734-ef71c9b010a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.439591] env[69304]: DEBUG nova.compute.manager [req-7571e093-af26-4e27-aad3-b009af2af44f req-70e0d890-9be2-40f5-9a80-78efd60ce83b service nova] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Detach interface failed, port_id=44f7818a-b3a8-45ec-a656-e50bee34acfc, reason: Instance 19ecd932-1d57-48d2-a80a-1bb02e19e651 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1157.453542] env[69304]: DEBUG oslo_concurrency.lockutils [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.464042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.464570] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.467388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.778s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.469877] env[69304]: INFO nova.compute.claims [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.636050] env[69304]: DEBUG nova.network.neutron [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Successfully updated port: 135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.873014] env[69304]: DEBUG nova.compute.manager [req-f9c97c08-b6f7-4fc6-a6d1-3acec160163b req-94519f00-113d-4099-9c35-afc0bcdfe08b service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Received event network-vif-plugged-135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1157.873014] env[69304]: DEBUG oslo_concurrency.lockutils [req-f9c97c08-b6f7-4fc6-a6d1-3acec160163b req-94519f00-113d-4099-9c35-afc0bcdfe08b service nova] Acquiring lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.873014] env[69304]: DEBUG oslo_concurrency.lockutils [req-f9c97c08-b6f7-4fc6-a6d1-3acec160163b req-94519f00-113d-4099-9c35-afc0bcdfe08b service nova] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.873014] env[69304]: DEBUG oslo_concurrency.lockutils [req-f9c97c08-b6f7-4fc6-a6d1-3acec160163b req-94519f00-113d-4099-9c35-afc0bcdfe08b service nova] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.873014] env[69304]: DEBUG nova.compute.manager [req-f9c97c08-b6f7-4fc6-a6d1-3acec160163b req-94519f00-113d-4099-9c35-afc0bcdfe08b service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] No waiting events found dispatching network-vif-plugged-135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.873941] env[69304]: WARNING nova.compute.manager [req-f9c97c08-b6f7-4fc6-a6d1-3acec160163b req-94519f00-113d-4099-9c35-afc0bcdfe08b service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Received unexpected event network-vif-plugged-135e5de6-1335-43d9-9602-0c568410a842 for instance with vm_state building and task_state spawning. [ 1157.874494] env[69304]: INFO nova.compute.manager [-] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Took 1.31 seconds to deallocate network for instance. [ 1157.955946] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f0b4d7ef-57fe-4f71-8815-c3815663922a tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.688s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.963701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e44f89d-1374-4152-9a92-da66be5b642e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.972567] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e301714-2882-4655-aa42-7834d3df7758 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.975664] env[69304]: DEBUG nova.compute.utils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.980023] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.980023] env[69304]: DEBUG nova.network.neutron [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.024155] env[69304]: DEBUG nova.policy [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26adc835cb284ea5adf5ed301cba85ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f7424e6c8b6427f8f2127c8b8c4e3d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.137867] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-8f0a2418-e2d9-4a56-9362-06aae37f4dd6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.138285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-8f0a2418-e2d9-4a56-9362-06aae37f4dd6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.138451] env[69304]: DEBUG nova.network.neutron [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.350234] env[69304]: DEBUG nova.network.neutron [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Successfully created port: cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.381869] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.480159] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.667786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5fda0-9f2e-4cc7-a85d-f75aa943a860 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.671498] env[69304]: DEBUG nova.network.neutron [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.678613] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c46322-a841-40be-8848-9e9ca709a2bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.713619] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d4fba3-1258-4987-b408-f0235b0aabd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.722023] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b697c0-2324-4a30-94af-f9d1e5b65cf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.737726] env[69304]: DEBUG nova.compute.provider_tree [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.835345] env[69304]: DEBUG nova.network.neutron [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Updating instance_info_cache with network_info: [{"id": "135e5de6-1335-43d9-9602-0c568410a842", "address": "fa:16:3e:11:2d:9e", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135e5de6-13", "ovs_interfaceid": "135e5de6-1335-43d9-9602-0c568410a842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.089935] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a39ea71-5d60-480b-b5d7-4fa04fb42fc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.112953] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c9af2-e2a8-46dd-b5c9-0881a049dfd1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.123633] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.242749] env[69304]: DEBUG nova.scheduler.client.report [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.338598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-8f0a2418-e2d9-4a56-9362-06aae37f4dd6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.338948] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Instance network_info: |[{"id": "135e5de6-1335-43d9-9602-0c568410a842", "address": "fa:16:3e:11:2d:9e", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135e5de6-13", "ovs_interfaceid": "135e5de6-1335-43d9-9602-0c568410a842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.339400] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:2d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '135e5de6-1335-43d9-9602-0c568410a842', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.349302] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.349583] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.349834] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-915a10ef-95d5-4001-bad4-daf6aa4f4a47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.367130] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09628c-6f6d-4edf-9d5a-d07aa144aae8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.371922] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.371922] env[69304]: value = "task-4209440" [ 1159.371922] env[69304]: _type = "Task" [ 1159.371922] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.377138] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Suspending the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1159.377858] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e35bbc89-907b-41c0-bd24-2bce2a7767f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.382986] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209440, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.385484] env[69304]: DEBUG oslo_vmware.api [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1159.385484] env[69304]: value = "task-4209441" [ 1159.385484] env[69304]: _type = "Task" [ 1159.385484] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.394959] env[69304]: DEBUG oslo_vmware.api [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209441, 'name': SuspendVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.495879] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.528509] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.528971] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.529197] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.529394] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.529544] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.529692] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.529904] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.530122] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.530306] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.530476] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.530657] env[69304]: DEBUG nova.virt.hardware [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.531543] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14111252-61f4-41d2-bd20-2514c27bf177 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.540171] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914903fd-71b4-49d0-87ea-4e4cf6a44ff0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.631329] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.631762] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195c5746-1087-4dc9-835b-c6cef858780b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.639425] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1159.639425] env[69304]: value = "task-4209442" [ 1159.639425] env[69304]: _type = "Task" [ 1159.639425] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.649954] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.748115] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.749401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.368s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.749661] env[69304]: DEBUG nova.objects.instance [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lazy-loading 'resources' on Instance uuid 19ecd932-1d57-48d2-a80a-1bb02e19e651 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.884136] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209440, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.886288] env[69304]: DEBUG nova.network.neutron [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Successfully updated port: cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.896923] env[69304]: DEBUG oslo_vmware.api [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209441, 'name': SuspendVM_Task} progress is 62%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.905576] env[69304]: DEBUG nova.compute.manager [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Received event network-changed-135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1159.905949] env[69304]: DEBUG nova.compute.manager [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Refreshing instance network info cache due to event network-changed-135e5de6-1335-43d9-9602-0c568410a842. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1159.906396] env[69304]: DEBUG oslo_concurrency.lockutils [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] Acquiring lock "refresh_cache-8f0a2418-e2d9-4a56-9362-06aae37f4dd6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.906713] env[69304]: DEBUG oslo_concurrency.lockutils [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] Acquired lock "refresh_cache-8f0a2418-e2d9-4a56-9362-06aae37f4dd6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.907473] env[69304]: DEBUG nova.network.neutron [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Refreshing network info cache for port 135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.152187] env[69304]: DEBUG oslo_vmware.api [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209442, 'name': PowerOnVM_Task, 'duration_secs': 0.467452} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.152543] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.152779] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-55344482-dbb3-4984-80ac-2c00b20b5ca2 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance 'd21587b3-5e57-4187-9300-ab3033093eea' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.252628] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "6f2e29be-877f-4358-b976-58923a7e7a55" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.253291] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "6f2e29be-877f-4358-b976-58923a7e7a55" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.389761] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209440, 'name': CreateVM_Task, 'duration_secs': 0.644423} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.398525] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.399156] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.399156] env[69304]: DEBUG nova.network.neutron [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.400733] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.402452] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.402687] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.403085] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.403797] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-682f786d-687b-4823-8b11-e559cd1d654a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.411198] env[69304]: DEBUG oslo_vmware.api [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209441, 'name': SuspendVM_Task, 'duration_secs': 0.816252} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.416129] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Suspended the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1160.416129] env[69304]: DEBUG nova.compute.manager [None req-5ef25362-4d3a-46b9-a5f9-ba60c6f2abcd tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.416629] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1160.416629] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cabd73-0f0d-029a-7558-ac7c063dad53" [ 1160.416629] env[69304]: _type = "Task" [ 1160.416629] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.417799] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc4470d-b74f-44e6-a25a-1522f123003f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.430859] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cabd73-0f0d-029a-7558-ac7c063dad53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.446321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d356e8-8694-4436-8afa-cb0ce9d0214b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.457465] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f850e-634a-4846-80af-f75a8892ab21 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.491569] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17442283-4b91-4f37-831d-733e958f7057 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.500905] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68743c63-12ec-48f3-ac84-20f7fb9383cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.517699] env[69304]: DEBUG nova.compute.provider_tree [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.645058] env[69304]: DEBUG nova.network.neutron [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Updated VIF entry in instance network info cache for port 135e5de6-1335-43d9-9602-0c568410a842. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.645514] env[69304]: DEBUG nova.network.neutron [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Updating instance_info_cache with network_info: [{"id": "135e5de6-1335-43d9-9602-0c568410a842", "address": "fa:16:3e:11:2d:9e", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135e5de6-13", "ovs_interfaceid": "135e5de6-1335-43d9-9602-0c568410a842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.758073] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "6f2e29be-877f-4358-b976-58923a7e7a55" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.758556] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.932072] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52cabd73-0f0d-029a-7558-ac7c063dad53, 'name': SearchDatastore_Task, 'duration_secs': 0.052698} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.933036] env[69304]: DEBUG nova.network.neutron [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.935262] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.935437] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.935664] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.935816] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.936017] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.938581] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b381595f-16ca-42dd-bf64-fbae4081110b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.951763] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.951763] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.951763] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e99c6c7-d960-4add-bee8-0ee7fe0c7069 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.960031] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1160.960031] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f0a30-3d55-fec3-6324-7e0bebc51d22" [ 1160.960031] env[69304]: _type = "Task" [ 1160.960031] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.968907] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f0a30-3d55-fec3-6324-7e0bebc51d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.023367] env[69304]: DEBUG nova.scheduler.client.report [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.082280] env[69304]: DEBUG nova.network.neutron [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.148779] env[69304]: DEBUG oslo_concurrency.lockutils [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] Releasing lock "refresh_cache-8f0a2418-e2d9-4a56-9362-06aae37f4dd6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.149434] env[69304]: DEBUG nova.compute.manager [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-vif-plugged-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1161.149992] env[69304]: DEBUG oslo_concurrency.lockutils [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.150512] env[69304]: DEBUG oslo_concurrency.lockutils [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.150794] env[69304]: DEBUG oslo_concurrency.lockutils [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.151047] env[69304]: DEBUG nova.compute.manager [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] No waiting events found dispatching network-vif-plugged-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1161.151299] env[69304]: WARNING nova.compute.manager [req-0239c0d9-5e9d-4b91-a987-64f83fa0550c req-73308f42-9ce0-4d25-ad08-09afc507737c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received unexpected event network-vif-plugged-cf9521b1-02c6-49f5-89bc-cb662d206485 for instance with vm_state building and task_state spawning. [ 1161.265357] env[69304]: DEBUG nova.compute.utils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.266635] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.266635] env[69304]: DEBUG nova.network.neutron [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.307121] env[69304]: DEBUG nova.policy [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2963c9e2dd67487390063485e5a4e7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '466d5f662d864ab5b5306f658310f40b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.472189] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521f0a30-3d55-fec3-6324-7e0bebc51d22, 'name': SearchDatastore_Task, 'duration_secs': 0.024553} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.473033] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c67f8c-5c9a-4bc3-b74c-9170c3be22d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.481020] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1161.481020] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522e7c13-c132-a14f-7214-091ba24a9ffa" [ 1161.481020] env[69304]: _type = "Task" [ 1161.481020] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.491183] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522e7c13-c132-a14f-7214-091ba24a9ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.528603] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.567807] env[69304]: INFO nova.scheduler.client.report [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Deleted allocations for instance 19ecd932-1d57-48d2-a80a-1bb02e19e651 [ 1161.584985] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.585337] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance network_info: |[{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.585762] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:50:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf9521b1-02c6-49f5-89bc-cb662d206485', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.593963] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.594265] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.594607] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc59dd7-b6cf-4817-a3ac-9d21bf1ab258 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.620878] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.620878] env[69304]: value = "task-4209444" [ 1161.620878] env[69304]: _type = "Task" [ 1161.620878] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.631927] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209444, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.632949] env[69304]: DEBUG nova.network.neutron [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Successfully created port: ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.769634] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.931502] env[69304]: INFO nova.compute.manager [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Resuming [ 1161.932209] env[69304]: DEBUG nova.objects.instance [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lazy-loading 'flavor' on Instance uuid 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.999931] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522e7c13-c132-a14f-7214-091ba24a9ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.018125} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.000518] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.001776] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 8f0a2418-e2d9-4a56-9362-06aae37f4dd6/8f0a2418-e2d9-4a56-9362-06aae37f4dd6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.002088] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79f80a7b-40ad-47e8-be7e-67b5d35c658c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.015940] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1162.015940] env[69304]: value = "task-4209445" [ 1162.015940] env[69304]: _type = "Task" [ 1162.015940] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.025586] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.078170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7044bc3-2827-4963-bbae-b5533f7d7eae tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Lock "19ecd932-1d57-48d2-a80a-1bb02e19e651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.660s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.096783] env[69304]: DEBUG nova.compute.manager [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1162.097248] env[69304]: DEBUG nova.compute.manager [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing instance network info cache due to event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1162.097583] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.097840] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.099558] env[69304]: DEBUG nova.network.neutron [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.133713] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209444, 'name': CreateVM_Task, 'duration_secs': 0.460052} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.134271] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.135141] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.135441] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.136033] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.136454] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0612713c-3b76-4246-931f-2004494612d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.142699] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1162.142699] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6e43f-1083-f8fc-6dd0-746d97b22459" [ 1162.142699] env[69304]: _type = "Task" [ 1162.142699] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.156735] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6e43f-1083-f8fc-6dd0-746d97b22459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.527560] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209445, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.662929] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f6e43f-1083-f8fc-6dd0-746d97b22459, 'name': SearchDatastore_Task, 'duration_secs': 0.016699} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.663285] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.663528] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.663772] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.663921] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.664125] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.664413] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3365f187-848d-42b6-86e8-c7e72dfb8a8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.679298] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.679527] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.680375] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652cba01-4724-4f9f-9e32-b2e4b260fb12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.687577] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1162.687577] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52408f00-d2b9-0fbe-c12f-eda3d2021cb6" [ 1162.687577] env[69304]: _type = "Task" [ 1162.687577] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.697353] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52408f00-d2b9-0fbe-c12f-eda3d2021cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.781021] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.814240] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.814511] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.814663] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.814841] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.814987] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.815876] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.816153] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.816415] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.816611] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.816781] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.816955] env[69304]: DEBUG nova.virt.hardware [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.818249] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d955b-2069-49c9-bbe0-f887a28bb5f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.828999] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b26d6-847d-404a-bcba-f074ea799972 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.970644] env[69304]: DEBUG nova.network.neutron [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updated VIF entry in instance network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.971025] env[69304]: DEBUG nova.network.neutron [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.035986] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773655} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.036338] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 8f0a2418-e2d9-4a56-9362-06aae37f4dd6/8f0a2418-e2d9-4a56-9362-06aae37f4dd6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.036555] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.036838] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2577680a-5986-436a-9336-84b8f41f7f17 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.045079] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1163.045079] env[69304]: value = "task-4209446" [ 1163.045079] env[69304]: _type = "Task" [ 1163.045079] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.058813] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.091372] env[69304]: DEBUG nova.network.neutron [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Port 294a8f4f-3da0-4f42-94b4-9d261a56083c binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1163.091701] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091992] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.092073] env[69304]: DEBUG nova.network.neutron [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.199385] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52408f00-d2b9-0fbe-c12f-eda3d2021cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.054275} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.200330] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645de5e3-e2ff-4ca0-9b66-e61e1ce9267a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.207844] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1163.207844] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5228b9ae-600d-8bd8-0f72-51ee2498b63d" [ 1163.207844] env[69304]: _type = "Task" [ 1163.207844] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.219720] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5228b9ae-600d-8bd8-0f72-51ee2498b63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.448482] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.448751] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquired lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.449141] env[69304]: DEBUG nova.network.neutron [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.479097] env[69304]: DEBUG oslo_concurrency.lockutils [req-bc59f206-eac6-47e9-b827-d9c3c38f8f55 req-79e435c2-c608-48a8-89bd-422f3580f244 service nova] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.556471] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161209} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.556976] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.562703] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8549143a-7756-429d-8c43-8487ccb88d07 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.590385] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8f0a2418-e2d9-4a56-9362-06aae37f4dd6/8f0a2418-e2d9-4a56-9362-06aae37f4dd6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.591084] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b378a9-da79-4db3-9f94-9359434fc231 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.614912] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1163.614912] env[69304]: value = "task-4209448" [ 1163.614912] env[69304]: _type = "Task" [ 1163.614912] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.628553] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.700291] env[69304]: DEBUG nova.network.neutron [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Successfully updated port: ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.720038] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5228b9ae-600d-8bd8-0f72-51ee2498b63d, 'name': SearchDatastore_Task, 'duration_secs': 0.039482} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.720351] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.720616] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.720880] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f47fd49-fdc6-47ce-b30a-2710c27033c4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.729802] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1163.729802] env[69304]: value = "task-4209449" [ 1163.729802] env[69304]: _type = "Task" [ 1163.729802] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.739303] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.869381] env[69304]: DEBUG nova.network.neutron [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.129415] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209448, 'name': ReconfigVM_Task, 'duration_secs': 0.399705} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.131622] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8f0a2418-e2d9-4a56-9362-06aae37f4dd6/8f0a2418-e2d9-4a56-9362-06aae37f4dd6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.134147] env[69304]: DEBUG nova.compute.manager [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Received event network-vif-plugged-ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1164.135085] env[69304]: DEBUG oslo_concurrency.lockutils [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] Acquiring lock "64136bda-a204-43fd-9fc7-0bd92072d20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.135085] env[69304]: DEBUG oslo_concurrency.lockutils [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.135085] env[69304]: DEBUG oslo_concurrency.lockutils [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.135085] env[69304]: DEBUG nova.compute.manager [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] No waiting events found dispatching network-vif-plugged-ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1164.136037] env[69304]: WARNING nova.compute.manager [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Received unexpected event network-vif-plugged-ac95c255-594a-43e8-b5a5-f367d204b57c for instance with vm_state building and task_state spawning. [ 1164.136037] env[69304]: DEBUG nova.compute.manager [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Received event network-changed-ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1164.136037] env[69304]: DEBUG nova.compute.manager [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Refreshing instance network info cache due to event network-changed-ac95c255-594a-43e8-b5a5-f367d204b57c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1164.136037] env[69304]: DEBUG oslo_concurrency.lockutils [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] Acquiring lock "refresh_cache-64136bda-a204-43fd-9fc7-0bd92072d20e" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.136237] env[69304]: DEBUG oslo_concurrency.lockutils [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] Acquired lock "refresh_cache-64136bda-a204-43fd-9fc7-0bd92072d20e" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.136518] env[69304]: DEBUG nova.network.neutron [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Refreshing network info cache for port ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.144199] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a78e1c-038b-47fa-9dbf-a510e8ded9d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.152926] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1164.152926] env[69304]: value = "task-4209450" [ 1164.152926] env[69304]: _type = "Task" [ 1164.152926] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.166807] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209450, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.206060] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "refresh_cache-64136bda-a204-43fd-9fc7-0bd92072d20e" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.241025] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209449, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.285099] env[69304]: DEBUG nova.network.neutron [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [{"id": "de075419-79e5-4f90-86fe-067e3ca754ee", "address": "fa:16:3e:b3:1e:66", "network": {"id": "4e563e77-6eb0-4c4f-8690-f877c9ad877a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1424915069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d5ee39925e470d8052bcc432f5aa4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde075419-79", "ovs_interfaceid": "de075419-79e5-4f90-86fe-067e3ca754ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.374831] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.663036] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209450, 'name': Rename_Task, 'duration_secs': 0.241532} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.663410] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.663831] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-431a9336-dcf7-4a29-a5ba-54858f53e7fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.671243] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1164.671243] env[69304]: value = "task-4209451" [ 1164.671243] env[69304]: _type = "Task" [ 1164.671243] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.681514] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.682483] env[69304]: DEBUG nova.network.neutron [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.743821] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952144} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.744117] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.744336] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.744621] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa45ecdb-e308-46c3-aac6-be8e01e6d3c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.752333] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1164.752333] env[69304]: value = "task-4209452" [ 1164.752333] env[69304]: _type = "Task" [ 1164.752333] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.760827] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.787901] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Releasing lock "refresh_cache-13d9310c-1647-403d-b1f0-38a751f26f1a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.788949] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f6887-73b7-41ee-9540-d3fb85ab23cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.796663] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Resuming the VM {{(pid=69304) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1164.796935] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4d9cc7-4320-4ea9-a2e8-dbc2c7051b97 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.804235] env[69304]: DEBUG oslo_vmware.api [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1164.804235] env[69304]: value = "task-4209453" [ 1164.804235] env[69304]: _type = "Task" [ 1164.804235] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.813477] env[69304]: DEBUG oslo_vmware.api [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.830454] env[69304]: DEBUG nova.network.neutron [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.881356] env[69304]: DEBUG nova.compute.manager [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69304) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1165.186241] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.264365] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097088} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.264656] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.265633] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6ca030-d356-4a28-b4f8-3dcef6a38ac6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.289870] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.290269] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942c6727-2816-42c5-8b35-da109b14c0bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.313468] env[69304]: DEBUG oslo_vmware.api [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209453, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.314772] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1165.314772] env[69304]: value = "task-4209455" [ 1165.314772] env[69304]: _type = "Task" [ 1165.314772] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.323400] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.333362] env[69304]: DEBUG oslo_concurrency.lockutils [req-4fac4fdb-95d2-4cca-9d07-1fef9a74d7d4 req-b1299be3-a65a-4f20-a8fa-91230be8e242 service nova] Releasing lock "refresh_cache-64136bda-a204-43fd-9fc7-0bd92072d20e" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.333891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquired lock "refresh_cache-64136bda-a204-43fd-9fc7-0bd92072d20e" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.334116] env[69304]: DEBUG nova.network.neutron [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.683962] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.815074] env[69304]: DEBUG oslo_vmware.api [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209453, 'name': PowerOnVM_Task, 'duration_secs': 0.741672} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.815074] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Resumed the VM {{(pid=69304) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1165.815074] env[69304]: DEBUG nova.compute.manager [None req-3d321a25-6275-4f03-81b3-db29edd62c8b tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.815749] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bfb392-7bd3-4124-9493-816234928c02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.830178] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.879922] env[69304]: DEBUG nova.network.neutron [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.992080] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.992080] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.131193] env[69304]: DEBUG nova.network.neutron [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Updating instance_info_cache with network_info: [{"id": "ac95c255-594a-43e8-b5a5-f367d204b57c", "address": "fa:16:3e:5b:5b:73", "network": {"id": "469b660c-0058-4524-a2a4-55dbd74983a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1089423955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466d5f662d864ab5b5306f658310f40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac95c255-59", "ovs_interfaceid": "ac95c255-594a-43e8-b5a5-f367d204b57c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.183799] env[69304]: DEBUG oslo_vmware.api [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209451, 'name': PowerOnVM_Task, 'duration_secs': 1.451794} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.184096] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.184313] env[69304]: INFO nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1166.184530] env[69304]: DEBUG nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.185377] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf65b98-4cf1-4e60-9f4b-c7ad9e7cc04a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.325677] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209455, 'name': ReconfigVM_Task, 'duration_secs': 0.830288} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.325950] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.326615] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a1fa133-db4e-403a-b0c2-c8d4c1f5afac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.334596] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1166.334596] env[69304]: value = "task-4209456" [ 1166.334596] env[69304]: _type = "Task" [ 1166.334596] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.344953] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209456, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.493542] env[69304]: DEBUG nova.objects.instance [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'migration_context' on Instance uuid d21587b3-5e57-4187-9300-ab3033093eea {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.634249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Releasing lock "refresh_cache-64136bda-a204-43fd-9fc7-0bd92072d20e" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.634399] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Instance network_info: |[{"id": "ac95c255-594a-43e8-b5a5-f367d204b57c", "address": "fa:16:3e:5b:5b:73", "network": {"id": "469b660c-0058-4524-a2a4-55dbd74983a6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1089423955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "466d5f662d864ab5b5306f658310f40b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac95c255-59", "ovs_interfaceid": "ac95c255-594a-43e8-b5a5-f367d204b57c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.634830] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5b:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac95c255-594a-43e8-b5a5-f367d204b57c', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.645880] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Creating folder: Project (466d5f662d864ab5b5306f658310f40b). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.646776] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df56ec3-c97c-4c8c-ba93-7e533d44a578 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.659949] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Created folder: Project (466d5f662d864ab5b5306f658310f40b) in parent group-v832645. [ 1166.660258] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Creating folder: Instances. Parent ref: group-v832932. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.660546] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a25a69-2736-40d1-a9a9-0e5733433a4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.671761] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Created folder: Instances in parent group-v832932. [ 1166.672029] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.672238] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.673021] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae6999a0-66ac-4039-9bbb-f0c8027b5f2a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.692823] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.692823] env[69304]: value = "task-4209459" [ 1166.692823] env[69304]: _type = "Task" [ 1166.692823] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.705480] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209459, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.706050] env[69304]: INFO nova.compute.manager [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Took 13.91 seconds to build instance. [ 1166.849242] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209456, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.163420] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5affc7-81ca-4ef2-9530-bbd572b29afd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.172831] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff2d47-6134-4796-826b-4a2493b4b17f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.213378] env[69304]: DEBUG oslo_concurrency.lockutils [None req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.429s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.217784] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe1ac4-3fd9-454a-81c6-5d7d8404f8a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.226511] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209459, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.230172] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f66289-12bf-460d-b455-790c0d68c839 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.247859] env[69304]: DEBUG nova.compute.provider_tree [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.350875] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209456, 'name': Rename_Task, 'duration_secs': 0.683024} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.351336] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.351689] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a31bd383-0a6d-45b9-bd0c-e4154b8f7eac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.362153] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1167.362153] env[69304]: value = "task-4209461" [ 1167.362153] env[69304]: _type = "Task" [ 1167.362153] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.372032] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.723985] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209459, 'name': CreateVM_Task, 'duration_secs': 0.718929} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.724360] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.725156] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.725407] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.725690] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.726048] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835522c2-cff3-4e86-9eee-42bc78005015 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.731829] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1167.731829] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527f40b2-72d9-62b4-23b4-335e7836ddd9" [ 1167.731829] env[69304]: _type = "Task" [ 1167.731829] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.742368] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527f40b2-72d9-62b4-23b4-335e7836ddd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.751648] env[69304]: DEBUG nova.scheduler.client.report [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.873686] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.243532] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527f40b2-72d9-62b4-23b4-335e7836ddd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.243859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.244112] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.244355] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.244505] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.244688] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.244969] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb67131c-7645-4dd2-8220-8fe52c3b5f6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.254445] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.254709] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.255495] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba76389-75b8-4edd-8598-8a66f47219fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.267350] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1168.267350] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52767afb-e678-ee3d-5fd6-e68accd73b3d" [ 1168.267350] env[69304]: _type = "Task" [ 1168.267350] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.275628] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52767afb-e678-ee3d-5fd6-e68accd73b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.373709] env[69304]: DEBUG oslo_vmware.api [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209461, 'name': PowerOnVM_Task, 'duration_secs': 0.53084} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.373910] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.374140] env[69304]: INFO nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1168.374332] env[69304]: DEBUG nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.375206] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e1f83c-6087-466b-8d09-9e78d4698faa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.463056] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.463056] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.766344] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.776s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.789329] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52767afb-e678-ee3d-5fd6-e68accd73b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.790732] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cea2e1e-3174-4d82-ba75-f6ca340d4cfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.798685] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1168.798685] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5236e67b-d0ad-c0e9-7d82-a6ae7aea165e" [ 1168.798685] env[69304]: _type = "Task" [ 1168.798685] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.807379] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5236e67b-d0ad-c0e9-7d82-a6ae7aea165e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.893536] env[69304]: INFO nova.compute.manager [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Took 15.67 seconds to build instance. [ 1168.965873] env[69304]: DEBUG nova.compute.utils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.310018] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5236e67b-d0ad-c0e9-7d82-a6ae7aea165e, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.310621] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.310621] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 64136bda-a204-43fd-9fc7-0bd92072d20e/64136bda-a204-43fd-9fc7-0bd92072d20e.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.310787] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe86dffd-e1bd-4781-a8c3-e3efe6b9834c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.318463] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1169.318463] env[69304]: value = "task-4209462" [ 1169.318463] env[69304]: _type = "Task" [ 1169.318463] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.328927] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.395651] env[69304]: DEBUG oslo_concurrency.lockutils [None req-27db4065-9413-4d30-8bfe-d9a96c96564b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.178s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.469516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.833805] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209462, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.125494] env[69304]: DEBUG nova.compute.manager [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1170.125743] env[69304]: DEBUG nova.compute.manager [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing instance network info cache due to event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1170.126067] env[69304]: DEBUG oslo_concurrency.lockutils [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.126281] env[69304]: DEBUG oslo_concurrency.lockutils [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.126497] env[69304]: DEBUG nova.network.neutron [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.312090] env[69304]: INFO nova.compute.manager [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Swapping old allocation on dict_keys(['9ef7e6da-ae4c-4446-9eb3-2b470397f63e']) held by migration c2b6e1d7-ba8c-4213-81ff-1316c6f36790 for instance [ 1170.330676] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820726} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.333336] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 64136bda-a204-43fd-9fc7-0bd92072d20e/64136bda-a204-43fd-9fc7-0bd92072d20e.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.333550] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.337228] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff3e015-87dc-48a8-b747-30b5cb494846 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.346164] env[69304]: DEBUG nova.scheduler.client.report [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Overwriting current allocation {'allocations': {'9ef7e6da-ae4c-4446-9eb3-2b470397f63e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': 'fee8a94ccead44049426c291f4a6abe7', 'user_id': 'd07d30da86e24aa09b19b4c9ed926aea', 'consumer_generation': 1} on consumer d21587b3-5e57-4187-9300-ab3033093eea {{(pid=69304) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1170.349573] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1170.349573] env[69304]: value = "task-4209463" [ 1170.349573] env[69304]: _type = "Task" [ 1170.349573] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.359718] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.442548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.442797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.443018] env[69304]: DEBUG nova.network.neutron [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.541814] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.542122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.542369] env[69304]: INFO nova.compute.manager [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Attaching volume 193ffa23-487b-4c6a-8611-204208b32816 to /dev/sdb [ 1170.580107] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2488622-f462-48ee-81b0-0ae1998296e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.588124] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9435df2-a627-4500-9f3d-fd2e47ff80d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.603261] env[69304]: DEBUG nova.virt.block_device [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Updating existing volume attachment record: dab33156-7a46-4d26-8111-477413f1d952 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.861746] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128956} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.862144] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.863061] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1ab7b-9736-4184-945c-76e4a0d799b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.892601] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 64136bda-a204-43fd-9fc7-0bd92072d20e/64136bda-a204-43fd-9fc7-0bd92072d20e.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.896359] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d1ac45-a39a-4035-b0e1-9efb8aa0319c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.924219] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1170.924219] env[69304]: value = "task-4209467" [ 1170.924219] env[69304]: _type = "Task" [ 1170.924219] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.935446] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.955144] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.955750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.955750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.955946] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.956225] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.958975] env[69304]: INFO nova.compute.manager [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Terminating instance [ 1171.019257] env[69304]: DEBUG nova.network.neutron [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updated VIF entry in instance network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.020285] env[69304]: DEBUG nova.network.neutron [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.224378] env[69304]: DEBUG nova.network.neutron [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [{"id": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "address": "fa:16:3e:45:84:c7", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap294a8f4f-3d", "ovs_interfaceid": "294a8f4f-3da0-4f42-94b4-9d261a56083c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.436123] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.464244] env[69304]: DEBUG nova.compute.manager [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.464548] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.465560] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd4c5e-1eae-4c90-b7c3-50c2fbc12401 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.475481] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.475792] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9b133c-2c1f-49cc-9095-f4f3f8a89911 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.483623] env[69304]: DEBUG oslo_vmware.api [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1171.483623] env[69304]: value = "task-4209468" [ 1171.483623] env[69304]: _type = "Task" [ 1171.483623] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.494292] env[69304]: DEBUG oslo_vmware.api [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.522594] env[69304]: DEBUG oslo_concurrency.lockutils [req-607bf4ca-d563-43b0-b991-200ac16d0639 req-493e3c6e-bb1b-4a9c-b267-6d6d0faf3ff0 service nova] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.647320] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquiring lock "7941a7fb-b332-4a59-9e96-c02d18249818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.647614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "7941a7fb-b332-4a59-9e96-c02d18249818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.727184] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-d21587b3-5e57-4187-9300-ab3033093eea" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.728341] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89aee4-da82-4aa2-9d0f-e23ae180f9e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.736357] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da23e88-148e-45f4-9295-9a853253cc5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.936283] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209467, 'name': ReconfigVM_Task, 'duration_secs': 0.634174} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.936283] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 64136bda-a204-43fd-9fc7-0bd92072d20e/64136bda-a204-43fd-9fc7-0bd92072d20e.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.936838] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e918ea81-2a70-41ea-abe2-167f1435a42d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.943157] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1171.943157] env[69304]: value = "task-4209469" [ 1171.943157] env[69304]: _type = "Task" [ 1171.943157] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.953213] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209469, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.993941] env[69304]: DEBUG oslo_vmware.api [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209468, 'name': PowerOffVM_Task, 'duration_secs': 0.43207} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.994201] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.994375] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.994632] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37278203-211b-4941-8dbc-6e5bc09e2f1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.057194] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.057451] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.057609] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleting the datastore file [datastore2] 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.057889] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd36f4cf-2119-44e2-b022-a800aa871a34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.064660] env[69304]: DEBUG oslo_vmware.api [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for the task: (returnval){ [ 1172.064660] env[69304]: value = "task-4209471" [ 1172.064660] env[69304]: _type = "Task" [ 1172.064660] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.073531] env[69304]: DEBUG oslo_vmware.api [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.150402] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.385531] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.386036] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.453559] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209469, 'name': Rename_Task, 'duration_secs': 0.253892} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.453841] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.454123] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64322bbd-d7bf-4395-b400-d9da7ca72bce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.462689] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1172.462689] env[69304]: value = "task-4209472" [ 1172.462689] env[69304]: _type = "Task" [ 1172.462689] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.472902] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.575140] env[69304]: DEBUG oslo_vmware.api [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Task: {'id': task-4209471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196344} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.575413] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.575608] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.575786] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.575959] env[69304]: INFO nova.compute.manager [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1172.576221] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.576419] env[69304]: DEBUG nova.compute.manager [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.576511] env[69304]: DEBUG nova.network.neutron [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.673350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.673622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.675650] env[69304]: INFO nova.compute.claims [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.854065] env[69304]: DEBUG nova.compute.manager [req-98e3ff46-ae72-466f-b549-b4fc8af55975 req-0198d97b-7cc4-4e6a-8986-de5b9422351d service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Received event network-vif-deleted-de075419-79e5-4f90-86fe-067e3ca754ee {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1172.854290] env[69304]: INFO nova.compute.manager [req-98e3ff46-ae72-466f-b549-b4fc8af55975 req-0198d97b-7cc4-4e6a-8986-de5b9422351d service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Neutron deleted interface de075419-79e5-4f90-86fe-067e3ca754ee; detaching it from the instance and deleting it from the info cache [ 1172.854461] env[69304]: DEBUG nova.network.neutron [req-98e3ff46-ae72-466f-b549-b4fc8af55975 req-0198d97b-7cc4-4e6a-8986-de5b9422351d service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.857239] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.857486] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b87f5d-6474-4822-9ae8-775355ade0fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.866386] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1172.866386] env[69304]: value = "task-4209473" [ 1172.866386] env[69304]: _type = "Task" [ 1172.866386] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.876381] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.890042] env[69304]: DEBUG nova.compute.utils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.976579] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.337772] env[69304]: DEBUG nova.network.neutron [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.359118] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b916b62-8e84-49c4-8293-d1b0ac18029b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.379234] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d87c2-5c3a-4f45-98bc-a4aebdf3e6e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.394256] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.402139] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209473, 'name': PowerOffVM_Task, 'duration_secs': 0.240715} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.402624] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.403425] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.403806] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.404111] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.404431] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.404727] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.404992] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.405343] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.405619] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.405913] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.406202] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.406494] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.422143] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-890af8d7-9e26-4865-a5ce-5c8fed03ef43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.432784] env[69304]: DEBUG nova.compute.manager [req-98e3ff46-ae72-466f-b549-b4fc8af55975 req-0198d97b-7cc4-4e6a-8986-de5b9422351d service nova] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Detach interface failed, port_id=de075419-79e5-4f90-86fe-067e3ca754ee, reason: Instance 13d9310c-1647-403d-b1f0-38a751f26f1a could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1173.440779] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1173.440779] env[69304]: value = "task-4209475" [ 1173.440779] env[69304]: _type = "Task" [ 1173.440779] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.449873] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.475435] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.840399] env[69304]: INFO nova.compute.manager [-] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Took 1.26 seconds to deallocate network for instance. [ 1173.848563] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b35b4-1458-4f9d-816a-ed2a516eb0d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.857662] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3226bd43-90f5-4d12-9478-48543f8205ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.891300] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c38d699-7069-405a-8198-aa71609baa2c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.901030] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044cc5ad-fed9-4951-80fe-f8ad1f6e0850 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.917865] env[69304]: DEBUG nova.compute.provider_tree [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.954967] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209475, 'name': ReconfigVM_Task, 'duration_secs': 0.194852} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.956364] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116f93ed-e1f4-4b84-801d-5190401bbec4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.986798] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.987204] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.987469] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.987766] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.988014] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.988274] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.988615] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.988876] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.989176] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.989473] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.989762] env[69304]: DEBUG nova.virt.hardware [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.996621] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09cafaa-6d9f-4926-869c-0cb6a1722af7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.010408] env[69304]: DEBUG oslo_vmware.api [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209472, 'name': PowerOnVM_Task, 'duration_secs': 1.194713} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.011560] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.011791] env[69304]: INFO nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1174.011974] env[69304]: DEBUG nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.012376] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1174.012376] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d676e5-8731-36e4-333e-0793e969c720" [ 1174.012376] env[69304]: _type = "Task" [ 1174.012376] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.013232] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6737e66-4e41-4b5b-9da4-cd4dafd7c44a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.030799] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d676e5-8731-36e4-333e-0793e969c720, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.036581] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.037052] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e734a3b-5052-4183-94a7-139264bc9cc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.059867] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1174.059867] env[69304]: value = "task-4209476" [ 1174.059867] env[69304]: _type = "Task" [ 1174.059867] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.069952] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.347687] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.421410] env[69304]: DEBUG nova.scheduler.client.report [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.503901] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.504247] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.504420] env[69304]: INFO nova.compute.manager [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Attaching volume b31f056e-168c-4989-9d00-ac817cf83f70 to /dev/sdb [ 1174.537523] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec19d2f-c2de-4c1d-93a2-4c6c7a575ebb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.542529] env[69304]: INFO nova.compute.manager [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Took 17.87 seconds to build instance. [ 1174.546698] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e31c65f-f3bf-4bce-822c-386889851ca5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.561197] env[69304]: DEBUG nova.virt.block_device [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updating existing volume attachment record: 35e77a62-0986-446d-b75e-2a0c3e0b63e8 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.571519] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.851378] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "64136bda-a204-43fd-9fc7-0bd92072d20e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.927199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.927589] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.930461] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.583s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.930675] env[69304]: DEBUG nova.objects.instance [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lazy-loading 'resources' on Instance uuid 13d9310c-1647-403d-b1f0-38a751f26f1a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.045112] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.383s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.045503] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.194s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.045735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "64136bda-a204-43fd-9fc7-0bd92072d20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.045986] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.046260] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.048639] env[69304]: INFO nova.compute.manager [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Terminating instance [ 1175.072055] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209476, 'name': ReconfigVM_Task, 'duration_secs': 0.709419} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.072386] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.073282] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5693927-0ba3-48dc-a130-d9e95070ca41 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.099508] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.099913] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e7db45-fac7-4674-98a8-742b9e83cd0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.120601] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1175.120601] env[69304]: value = "task-4209478" [ 1175.120601] env[69304]: _type = "Task" [ 1175.120601] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.130828] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.157230] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.157636] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832936', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'name': 'volume-193ffa23-487b-4c6a-8611-204208b32816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0a2418-e2d9-4a56-9362-06aae37f4dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'serial': '193ffa23-487b-4c6a-8611-204208b32816'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.159178] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5dbd6c-516a-4c38-827f-b07900e7a9e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.187058] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd35f25-1ba6-499b-b119-ee800070c339 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.212579] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-193ffa23-487b-4c6a-8611-204208b32816/volume-193ffa23-487b-4c6a-8611-204208b32816.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.213285] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc31608-37fb-4618-8ed7-090c87468afe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.231991] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1175.231991] env[69304]: value = "task-4209479" [ 1175.231991] env[69304]: _type = "Task" [ 1175.231991] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.240953] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.434051] env[69304]: DEBUG nova.compute.utils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.438742] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.438742] env[69304]: DEBUG nova.network.neutron [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.480502] env[69304]: DEBUG nova.policy [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29fa838071ad436d9bf460c14a54f176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6d7ee0b9884a89a08bea1969f34f2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.552051] env[69304]: DEBUG nova.compute.manager [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.552300] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.553549] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad9fc15-1f83-4cb2-968e-a8b9b7b8c608 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.562345] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.564965] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-188aab53-e6db-4490-a45c-b644cb094268 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.572673] env[69304]: DEBUG oslo_vmware.api [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1175.572673] env[69304]: value = "task-4209480" [ 1175.572673] env[69304]: _type = "Task" [ 1175.572673] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.582773] env[69304]: DEBUG oslo_vmware.api [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.608591] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b7be8-4b7f-4c31-8a78-16b1b51db2cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.616538] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88053840-37f2-4e86-a82f-16f30ba940ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.654948] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43ce352-86a7-4cfb-93f5-de2a0ffcaa5e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.660890] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209478, 'name': ReconfigVM_Task, 'duration_secs': 0.293581} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.661744] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d21587b3-5e57-4187-9300-ab3033093eea/d21587b3-5e57-4187-9300-ab3033093eea.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.662727] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72817e66-308f-4bad-bc83-7e063a68dcf6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.669526] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64864e9-6904-460f-b225-f554a3ea2992 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.691545] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b7ef3-0aa1-46d3-823a-fc6015f0d039 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.702139] env[69304]: DEBUG nova.compute.provider_tree [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.725927] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710426d-e1ad-4845-9b97-5a1743764c02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.751483] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f60331-3e99-4873-a622-b79bc62ab2b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.761972] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.763440] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d327bc-5cc2-47fa-9ac0-dfb949023f9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.765584] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.774969] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1175.774969] env[69304]: value = "task-4209481" [ 1175.774969] env[69304]: _type = "Task" [ 1175.774969] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.784120] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.794931] env[69304]: DEBUG nova.network.neutron [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Successfully created port: 2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.939376] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.084353] env[69304]: DEBUG oslo_vmware.api [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209480, 'name': PowerOffVM_Task, 'duration_secs': 0.240003} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.084843] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.084843] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.085273] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3474fe83-e171-463c-81b9-1656c32c7f57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.153611] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.153959] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.154193] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Deleting the datastore file [datastore1] 64136bda-a204-43fd-9fc7-0bd92072d20e {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.154543] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9eac6fe-be58-4ace-a0d5-f6a0ebea6020 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.167156] env[69304]: DEBUG oslo_vmware.api [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for the task: (returnval){ [ 1176.167156] env[69304]: value = "task-4209483" [ 1176.167156] env[69304]: _type = "Task" [ 1176.167156] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.177459] env[69304]: DEBUG oslo_vmware.api [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.206254] env[69304]: DEBUG nova.scheduler.client.report [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.256460] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209479, 'name': ReconfigVM_Task, 'duration_secs': 0.623495} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.256663] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-193ffa23-487b-4c6a-8611-204208b32816/volume-193ffa23-487b-4c6a-8611-204208b32816.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.261993] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9f0f80-5a0d-4dde-9d64-31ff6ca9ba54 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.280501] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1176.280501] env[69304]: value = "task-4209484" [ 1176.280501] env[69304]: _type = "Task" [ 1176.280501] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.287138] env[69304]: DEBUG oslo_vmware.api [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209481, 'name': PowerOnVM_Task, 'duration_secs': 0.435712} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.287854] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.294859] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.445576] env[69304]: INFO nova.virt.block_device [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Booting with volume 0f867118-c55d-4d03-9084-3ee8728c9bbe at /dev/sda [ 1176.477559] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e13847d3-0076-439a-a2dc-8d54e66663b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.487552] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8aa8bc-dab7-4997-80fa-df4e65ae93d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.517885] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc6a1a90-b73f-4243-bf8c-8e754465ab20 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.526756] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d25577-9902-438c-a2b6-91b5ba6f2def {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.559418] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dae94e-9918-437a-bf6b-8a0025e5d716 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.566906] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5223df7e-1ad5-40f2-8c73-80a460895a3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.580549] env[69304]: DEBUG nova.virt.block_device [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updating existing volume attachment record: db6625ec-f781-49e2-b785-ea1aaaff8085 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.679649] env[69304]: DEBUG oslo_vmware.api [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Task: {'id': task-4209483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380462} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.679942] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.680145] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.680416] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.680607] env[69304]: INFO nova.compute.manager [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1176.680857] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.681122] env[69304]: DEBUG nova.compute.manager [-] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.681220] env[69304]: DEBUG nova.network.neutron [-] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.713177] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.736009] env[69304]: INFO nova.scheduler.client.report [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Deleted allocations for instance 13d9310c-1647-403d-b1f0-38a751f26f1a [ 1176.792717] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.949635] env[69304]: DEBUG nova.compute.manager [req-018e9fcc-ad8b-4d0a-9099-961e7f9d074a req-f788865c-fb83-4895-ae3c-320d7623e47b service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Received event network-vif-deleted-ac95c255-594a-43e8-b5a5-f367d204b57c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1176.949942] env[69304]: INFO nova.compute.manager [req-018e9fcc-ad8b-4d0a-9099-961e7f9d074a req-f788865c-fb83-4895-ae3c-320d7623e47b service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Neutron deleted interface ac95c255-594a-43e8-b5a5-f367d204b57c; detaching it from the instance and deleting it from the info cache [ 1176.950064] env[69304]: DEBUG nova.network.neutron [req-018e9fcc-ad8b-4d0a-9099-961e7f9d074a req-f788865c-fb83-4895-ae3c-320d7623e47b service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.243545] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2f744873-f002-4da3-aa54-6c62098ac992 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Lock "13d9310c-1647-403d-b1f0-38a751f26f1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.293893] env[69304]: DEBUG oslo_vmware.api [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209484, 'name': ReconfigVM_Task, 'duration_secs': 0.662729} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.294241] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832936', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'name': 'volume-193ffa23-487b-4c6a-8611-204208b32816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0a2418-e2d9-4a56-9362-06aae37f4dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'serial': '193ffa23-487b-4c6a-8611-204208b32816'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.324620] env[69304]: DEBUG nova.compute.manager [req-0f8a06b3-2787-4fb1-b132-399487669023 req-8a224340-01de-41c8-ac05-67ca0ff96cc7 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Received event network-vif-plugged-2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1177.324852] env[69304]: DEBUG oslo_concurrency.lockutils [req-0f8a06b3-2787-4fb1-b132-399487669023 req-8a224340-01de-41c8-ac05-67ca0ff96cc7 service nova] Acquiring lock "7941a7fb-b332-4a59-9e96-c02d18249818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.325805] env[69304]: DEBUG oslo_concurrency.lockutils [req-0f8a06b3-2787-4fb1-b132-399487669023 req-8a224340-01de-41c8-ac05-67ca0ff96cc7 service nova] Lock "7941a7fb-b332-4a59-9e96-c02d18249818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.326051] env[69304]: DEBUG oslo_concurrency.lockutils [req-0f8a06b3-2787-4fb1-b132-399487669023 req-8a224340-01de-41c8-ac05-67ca0ff96cc7 service nova] Lock "7941a7fb-b332-4a59-9e96-c02d18249818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.326234] env[69304]: DEBUG nova.compute.manager [req-0f8a06b3-2787-4fb1-b132-399487669023 req-8a224340-01de-41c8-ac05-67ca0ff96cc7 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] No waiting events found dispatching network-vif-plugged-2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1177.326407] env[69304]: WARNING nova.compute.manager [req-0f8a06b3-2787-4fb1-b132-399487669023 req-8a224340-01de-41c8-ac05-67ca0ff96cc7 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Received unexpected event network-vif-plugged-2adbd07e-a824-4ef1-b763-7e00f207da62 for instance with vm_state building and task_state block_device_mapping. [ 1177.337879] env[69304]: INFO nova.compute.manager [None req-a78cec1b-facc-4750-986c-ffc940f97308 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance to original state: 'active' [ 1177.427527] env[69304]: DEBUG nova.network.neutron [-] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.453921] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2bae646-d2ff-4a90-b72b-e6d1b8376127 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.464995] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e399aa-4abd-4844-8b07-bd017f598dd0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.497596] env[69304]: DEBUG nova.compute.manager [req-018e9fcc-ad8b-4d0a-9099-961e7f9d074a req-f788865c-fb83-4895-ae3c-320d7623e47b service nova] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Detach interface failed, port_id=ac95c255-594a-43e8-b5a5-f367d204b57c, reason: Instance 64136bda-a204-43fd-9fc7-0bd92072d20e could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1177.511922] env[69304]: DEBUG nova.network.neutron [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Successfully updated port: 2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.930488] env[69304]: INFO nova.compute.manager [-] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Took 1.25 seconds to deallocate network for instance. [ 1178.015058] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquiring lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.015058] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquired lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.015058] env[69304]: DEBUG nova.network.neutron [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.336663] env[69304]: DEBUG nova.objects.instance [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'flavor' on Instance uuid 8f0a2418-e2d9-4a56-9362-06aae37f4dd6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.437012] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.437339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.437581] env[69304]: DEBUG nova.objects.instance [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lazy-loading 'resources' on Instance uuid 64136bda-a204-43fd-9fc7-0bd92072d20e {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.562877] env[69304]: DEBUG nova.network.neutron [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.673424] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.674051] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.674281] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.674437] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.674617] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.674763] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.674934] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.676706] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.676706] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.676706] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.676706] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.676706] env[69304]: DEBUG nova.virt.hardware [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.677755] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d4d24e-063d-43be-b4eb-e5c9005f4a78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.689428] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d302108-449e-49d1-911c-9e4be553703a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.845448] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a4e37bb0-8ec7-4b2e-9dec-97630a5a50f7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.303s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.004110] env[69304]: DEBUG nova.network.neutron [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updating instance_info_cache with network_info: [{"id": "2adbd07e-a824-4ef1-b763-7e00f207da62", "address": "fa:16:3e:fc:5c:24", "network": {"id": "508182e6-b5a5-4bbb-bb37-885cdd234cde", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1253872905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6d7ee0b9884a89a08bea1969f34f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2adbd07e-a8", "ovs_interfaceid": "2adbd07e-a824-4ef1-b763-7e00f207da62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.081908] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.081908] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.082130] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "d21587b3-5e57-4187-9300-ab3033093eea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.082325] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.082520] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.085132] env[69304]: INFO nova.compute.manager [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Terminating instance [ 1179.112028] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1179.112511] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832937', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'name': 'volume-b31f056e-168c-4989-9d00-ac817cf83f70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0b2f1b-4909-4a51-9777-94dae60e50df', 'attached_at': '', 'detached_at': '', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'serial': 'b31f056e-168c-4989-9d00-ac817cf83f70'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1179.114421] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22560891-76be-431b-a8ec-813d85c050b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.122094] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d877d5b5-ebaa-425a-bb09-7485594d56e1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.144873] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32e915-91a5-427e-a448-531bbf1741f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.149623] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f487865-9756-46f0-98f9-6f6e57e99be3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.179117] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-b31f056e-168c-4989-9d00-ac817cf83f70/volume-b31f056e-168c-4989-9d00-ac817cf83f70.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.224315] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06eb1539-51a8-4e4d-a4ad-22290a29bd3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.249248] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b5fd3-3508-4327-86c0-064ee0a6631f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.261488] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222c5ed-861c-4894-91a9-e724bf944bc3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.270593] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1179.270593] env[69304]: value = "task-4209486" [ 1179.270593] env[69304]: _type = "Task" [ 1179.270593] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.291467] env[69304]: DEBUG nova.compute.provider_tree [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.299021] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.327526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.328053] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.328338] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.328655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.329011] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.332318] env[69304]: INFO nova.compute.manager [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Terminating instance [ 1179.374138] env[69304]: DEBUG nova.compute.manager [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Received event network-changed-2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1179.374419] env[69304]: DEBUG nova.compute.manager [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Refreshing instance network info cache due to event network-changed-2adbd07e-a824-4ef1-b763-7e00f207da62. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1179.374681] env[69304]: DEBUG oslo_concurrency.lockutils [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] Acquiring lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.507728] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Releasing lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.508082] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Instance network_info: |[{"id": "2adbd07e-a824-4ef1-b763-7e00f207da62", "address": "fa:16:3e:fc:5c:24", "network": {"id": "508182e6-b5a5-4bbb-bb37-885cdd234cde", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1253872905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6d7ee0b9884a89a08bea1969f34f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2adbd07e-a8", "ovs_interfaceid": "2adbd07e-a824-4ef1-b763-7e00f207da62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.508512] env[69304]: DEBUG oslo_concurrency.lockutils [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] Acquired lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.508722] env[69304]: DEBUG nova.network.neutron [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Refreshing network info cache for port 2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.510057] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:5c:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2adbd07e-a824-4ef1-b763-7e00f207da62', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.518723] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Creating folder: Project (1b6d7ee0b9884a89a08bea1969f34f2c). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.518723] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2ada0a-9092-412d-ba91-5066412d498d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.535020] env[69304]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1179.535273] env[69304]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69304) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1179.535577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Folder already exists: Project (1b6d7ee0b9884a89a08bea1969f34f2c). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1179.535776] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Creating folder: Instances. Parent ref: group-v832926. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.536037] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41621975-1fb2-46a4-acb6-02c80fa5894e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.548275] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Created folder: Instances in parent group-v832926. [ 1179.548520] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.548731] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.549014] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0886b670-a561-48c2-93ac-86ee0818833f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.571136] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.571136] env[69304]: value = "task-4209489" [ 1179.571136] env[69304]: _type = "Task" [ 1179.571136] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.579517] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209489, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.593679] env[69304]: DEBUG nova.compute.manager [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.593929] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.594309] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-751de18b-0d80-41d5-bd41-57ff0f8fbbf0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.602247] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1179.602247] env[69304]: value = "task-4209490" [ 1179.602247] env[69304]: _type = "Task" [ 1179.602247] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.615983] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.785364] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.801368] env[69304]: DEBUG nova.scheduler.client.report [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.838462] env[69304]: DEBUG nova.compute.manager [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.838798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.839172] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f4be81b-665b-4a57-ba5a-c46286aee811 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.848789] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1179.848789] env[69304]: value = "task-4209491" [ 1179.848789] env[69304]: _type = "Task" [ 1179.848789] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.860260] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.081656] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209489, 'name': CreateVM_Task, 'duration_secs': 0.428324} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.082723] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.082855] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'db6625ec-f781-49e2-b785-ea1aaaff8085', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832930', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'name': 'volume-0f867118-c55d-4d03-9084-3ee8728c9bbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7941a7fb-b332-4a59-9e96-c02d18249818', 'attached_at': '', 'detached_at': '', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'serial': '0f867118-c55d-4d03-9084-3ee8728c9bbe'}, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69304) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.083103] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Root volume attach. Driver type: vmdk {{(pid=69304) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1180.084022] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29086795-0f97-4a94-a5ac-ddfdf22e76b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.097152] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfbf337-be0d-4a50-a82a-6a68b6fc4afc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.107961] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc09222-c189-4a1b-bc97-9b989bc4aca6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.116573] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209490, 'name': PowerOffVM_Task, 'duration_secs': 0.196837} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.120738] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.121087] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.121288] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832917', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'name': 'volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd21587b3-5e57-4187-9300-ab3033093eea', 'attached_at': '2025-05-16T14:34:38.000000', 'detached_at': '', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'serial': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.122639] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f57a4a-7665-4b48-be2f-d7a7240ebb3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.125199] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7fdd1629-bddb-4765-80a4-683355af04a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.150485] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc356e0-2b5b-47f6-bb03-be12d9533b4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.153357] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1180.153357] env[69304]: value = "task-4209492" [ 1180.153357] env[69304]: _type = "Task" [ 1180.153357] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.165164] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551e9cde-d5c7-4924-a818-f3f3e01decd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.172703] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209492, 'name': RelocateVM_Task} progress is 17%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.196145] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ddcd0-fd49-4f51-a16f-e015a75d319a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.213395] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] The volume has not been displaced from its original location: [datastore2] volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3/volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.219181] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.222439] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac5dba2-3a56-4ee1-9f67-23dd678b35e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.243066] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1180.243066] env[69304]: value = "task-4209493" [ 1180.243066] env[69304]: _type = "Task" [ 1180.243066] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.254699] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.286379] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209486, 'name': ReconfigVM_Task, 'duration_secs': 0.693595} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.286675] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-b31f056e-168c-4989-9d00-ac817cf83f70/volume-b31f056e-168c-4989-9d00-ac817cf83f70.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.291637] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edc9ee64-cefd-4f8e-8573-0a57d3bbd861 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.308111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.311494] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1180.311494] env[69304]: value = "task-4209494" [ 1180.311494] env[69304]: _type = "Task" [ 1180.311494] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.315455] env[69304]: DEBUG nova.network.neutron [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updated VIF entry in instance network info cache for port 2adbd07e-a824-4ef1-b763-7e00f207da62. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.315807] env[69304]: DEBUG nova.network.neutron [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updating instance_info_cache with network_info: [{"id": "2adbd07e-a824-4ef1-b763-7e00f207da62", "address": "fa:16:3e:fc:5c:24", "network": {"id": "508182e6-b5a5-4bbb-bb37-885cdd234cde", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1253872905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6d7ee0b9884a89a08bea1969f34f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2adbd07e-a8", "ovs_interfaceid": "2adbd07e-a824-4ef1-b763-7e00f207da62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.323797] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.355362] env[69304]: INFO nova.scheduler.client.report [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Deleted allocations for instance 64136bda-a204-43fd-9fc7-0bd92072d20e [ 1180.363371] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209491, 'name': PowerOffVM_Task, 'duration_secs': 0.406739} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.363660] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.363890] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.364135] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832936', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'name': 'volume-193ffa23-487b-4c6a-8611-204208b32816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0a2418-e2d9-4a56-9362-06aae37f4dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'serial': '193ffa23-487b-4c6a-8611-204208b32816'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.364977] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252b109-68a8-4f13-a0c7-fb8c4e48c406 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.388497] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5be8163-c4eb-4a07-97a5-28bab5278ec1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.398032] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e5d38-36da-4b36-a494-a5de773a55e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.421712] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87be72-ae4e-4c6e-a885-e6fd24fa4ac9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.438715] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] The volume has not been displaced from its original location: [datastore2] volume-193ffa23-487b-4c6a-8611-204208b32816/volume-193ffa23-487b-4c6a-8611-204208b32816.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.444288] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.444649] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e8acfb-6279-4b7e-b5c3-6dc8e14adc80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.465196] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1180.465196] env[69304]: value = "task-4209495" [ 1180.465196] env[69304]: _type = "Task" [ 1180.465196] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.476303] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.665514] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209492, 'name': RelocateVM_Task, 'duration_secs': 0.446438} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.665750] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.665934] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832930', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'name': 'volume-0f867118-c55d-4d03-9084-3ee8728c9bbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7941a7fb-b332-4a59-9e96-c02d18249818', 'attached_at': '', 'detached_at': '', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'serial': '0f867118-c55d-4d03-9084-3ee8728c9bbe'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.666716] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152e5c7-8580-4700-ad2f-01f42cd973dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.682456] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf936e-84f1-4b2e-be65-a9f2abeb9bde {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.704859] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-0f867118-c55d-4d03-9084-3ee8728c9bbe/volume-0f867118-c55d-4d03-9084-3ee8728c9bbe.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.705558] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2c6244-19bd-42f1-9a04-54035703f8c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.725667] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1180.725667] env[69304]: value = "task-4209496" [ 1180.725667] env[69304]: _type = "Task" [ 1180.725667] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.735429] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.753835] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209493, 'name': ReconfigVM_Task, 'duration_secs': 0.278376} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.754209] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.759514] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e398934-7128-44a6-807a-cce615c1b87b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.777835] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1180.777835] env[69304]: value = "task-4209497" [ 1180.777835] env[69304]: _type = "Task" [ 1180.777835] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.787652] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.822728] env[69304]: DEBUG oslo_concurrency.lockutils [req-95eaeb50-2672-4951-b67e-95f6b897d805 req-f3ee1221-02d4-4a7f-a709-0803ebc3af31 service nova] Releasing lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.823220] env[69304]: DEBUG oslo_vmware.api [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209494, 'name': ReconfigVM_Task, 'duration_secs': 0.167464} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.823563] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832937', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'name': 'volume-b31f056e-168c-4989-9d00-ac817cf83f70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0b2f1b-4909-4a51-9777-94dae60e50df', 'attached_at': '', 'detached_at': '', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'serial': 'b31f056e-168c-4989-9d00-ac817cf83f70'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.863094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2441edf7-92fd-4ceb-a611-2b5623a1447a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Lock "64136bda-a204-43fd-9fc7-0bd92072d20e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.875207] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.875410] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69304) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1180.976242] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209495, 'name': ReconfigVM_Task, 'duration_secs': 0.377621} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.976535] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.981554] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e1db92-951c-4df1-a3d8-5da28a9e9a78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.997799] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1180.997799] env[69304]: value = "task-4209498" [ 1180.997799] env[69304]: _type = "Task" [ 1180.997799] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.007481] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.239655] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209496, 'name': ReconfigVM_Task, 'duration_secs': 0.302217} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.239982] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-0f867118-c55d-4d03-9084-3ee8728c9bbe/volume-0f867118-c55d-4d03-9084-3ee8728c9bbe.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.245018] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28f8582-ee71-4e7c-95a9-9d5ef18bd108 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.261461] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1181.261461] env[69304]: value = "task-4209499" [ 1181.261461] env[69304]: _type = "Task" [ 1181.261461] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.270807] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.289587] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209497, 'name': ReconfigVM_Task, 'duration_secs': 0.154462} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.289908] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832917', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'name': 'volume-65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd21587b3-5e57-4187-9300-ab3033093eea', 'attached_at': '2025-05-16T14:34:38.000000', 'detached_at': '', 'volume_id': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3', 'serial': '65b9eaca-c1d4-435d-a4d5-a316ac2cfae3'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.290306] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.291438] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5200c7b-956a-4e6b-ac40-82e230c15f79 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.299355] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.299651] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c94018b-43e8-4518-aac6-e733166de690 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.508699] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209498, 'name': ReconfigVM_Task, 'duration_secs': 0.280911} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.509056] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832936', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'name': 'volume-193ffa23-487b-4c6a-8611-204208b32816', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f0a2418-e2d9-4a56-9362-06aae37f4dd6', 'attached_at': '', 'detached_at': '', 'volume_id': '193ffa23-487b-4c6a-8611-204208b32816', 'serial': '193ffa23-487b-4c6a-8611-204208b32816'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.509344] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.510125] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad76173a-33a4-429d-8245-d51e754042dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.516952] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.517201] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bac2045-8942-458d-b693-bf96b3b090ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.586437] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.586663] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.586858] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleting the datastore file [datastore2] 8f0a2418-e2d9-4a56-9362-06aae37f4dd6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.587167] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78980368-0f19-4d86-92a1-a20ab5070f1c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.593944] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1181.593944] env[69304]: value = "task-4209502" [ 1181.593944] env[69304]: _type = "Task" [ 1181.593944] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.602814] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.772228] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209499, 'name': ReconfigVM_Task, 'duration_secs': 0.140568} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.772633] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832930', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'name': 'volume-0f867118-c55d-4d03-9084-3ee8728c9bbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7941a7fb-b332-4a59-9e96-c02d18249818', 'attached_at': '', 'detached_at': '', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'serial': '0f867118-c55d-4d03-9084-3ee8728c9bbe'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.773224] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f627dda-0b5d-4e1e-98de-81ae6e801cc2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.779733] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1181.779733] env[69304]: value = "task-4209503" [ 1181.779733] env[69304]: _type = "Task" [ 1181.779733] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.788947] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209503, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.863764] env[69304]: DEBUG nova.objects.instance [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'flavor' on Instance uuid af0b2f1b-4909-4a51-9777-94dae60e50df {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.106038] env[69304]: DEBUG oslo_vmware.api [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157071} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.106557] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.107299] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.107562] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.107824] env[69304]: INFO nova.compute.manager [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1182.108163] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.108694] env[69304]: DEBUG nova.compute.manager [-] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.108921] env[69304]: DEBUG nova.network.neutron [-] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.158153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.292619] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209503, 'name': Rename_Task, 'duration_secs': 0.14354} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.293104] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.293311] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1197d150-200c-4e04-a5d7-3b499748ce39 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.303936] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1182.303936] env[69304]: value = "task-4209504" [ 1182.303936] env[69304]: _type = "Task" [ 1182.303936] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.315421] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.369837] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a0afc3c5-5101-4d4d-a0e2-3f255655840c tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.371157] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.214s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.378493] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.378717] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.378858] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Cleaning up deleted instances {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1182.559374] env[69304]: DEBUG nova.compute.manager [req-26c51330-74cd-46bd-a451-a631c5e82ff5 req-1d307635-e28b-44a6-8051-e4df49406dbd service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Received event network-vif-deleted-135e5de6-1335-43d9-9602-0c568410a842 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1182.559632] env[69304]: INFO nova.compute.manager [req-26c51330-74cd-46bd-a451-a631c5e82ff5 req-1d307635-e28b-44a6-8051-e4df49406dbd service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Neutron deleted interface 135e5de6-1335-43d9-9602-0c568410a842; detaching it from the instance and deleting it from the info cache [ 1182.559767] env[69304]: DEBUG nova.network.neutron [req-26c51330-74cd-46bd-a451-a631c5e82ff5 req-1d307635-e28b-44a6-8051-e4df49406dbd service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.618119] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.618119] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.618119] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleting the datastore file [datastore1] d21587b3-5e57-4187-9300-ab3033093eea {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.618119] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b393260d-a0e9-4e20-aa8e-0c5f76a55d0a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.626138] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1182.626138] env[69304]: value = "task-4209505" [ 1182.626138] env[69304]: _type = "Task" [ 1182.626138] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.637856] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.816259] env[69304]: DEBUG oslo_vmware.api [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209504, 'name': PowerOnVM_Task, 'duration_secs': 0.477481} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.816985] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.816985] env[69304]: INFO nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Took 4.14 seconds to spawn the instance on the hypervisor. [ 1182.816985] env[69304]: DEBUG nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1182.817848] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf828fc1-d086-4f71-b8a2-5ab24683fcd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.876737] env[69304]: INFO nova.compute.manager [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Detaching volume b31f056e-168c-4989-9d00-ac817cf83f70 [ 1182.896503] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] There are 51 instances to clean {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1182.896696] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 64136bda-a204-43fd-9fc7-0bd92072d20e] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1182.932058] env[69304]: INFO nova.virt.block_device [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Attempting to driver detach volume b31f056e-168c-4989-9d00-ac817cf83f70 from mountpoint /dev/sdb [ 1182.932058] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.932291] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832937', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'name': 'volume-b31f056e-168c-4989-9d00-ac817cf83f70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0b2f1b-4909-4a51-9777-94dae60e50df', 'attached_at': '', 'detached_at': '', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'serial': 'b31f056e-168c-4989-9d00-ac817cf83f70'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.933280] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55875a77-0df5-4195-b989-5edcb175d5b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.963199] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc05d53-7b70-4d58-9933-7b419f01574b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.972500] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f592e-92a5-4ed0-bae9-156f15bd4302 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.993578] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a67820-eb4b-4255-b621-b1c535d2a022 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.010063] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] The volume has not been displaced from its original location: [datastore1] volume-b31f056e-168c-4989-9d00-ac817cf83f70/volume-b31f056e-168c-4989-9d00-ac817cf83f70.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1183.015912] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.016362] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb21d62c-4267-4bf2-ae3e-6419fd758e13 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.036312] env[69304]: DEBUG oslo_vmware.api [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1183.036312] env[69304]: value = "task-4209506" [ 1183.036312] env[69304]: _type = "Task" [ 1183.036312] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.041576] env[69304]: DEBUG nova.network.neutron [-] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.046243] env[69304]: DEBUG oslo_vmware.api [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.063352] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20ab9893-41b5-4443-980f-b293bf96e70f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.075923] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c82eb03-5c26-4836-be79-9cb35c34fc7d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.107708] env[69304]: DEBUG nova.compute.manager [req-26c51330-74cd-46bd-a451-a631c5e82ff5 req-1d307635-e28b-44a6-8051-e4df49406dbd service nova] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Detach interface failed, port_id=135e5de6-1335-43d9-9602-0c568410a842, reason: Instance 8f0a2418-e2d9-4a56-9362-06aae37f4dd6 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1183.137811] env[69304]: DEBUG oslo_vmware.api [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196673} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.138156] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.138337] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.138543] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.138727] env[69304]: INFO nova.compute.manager [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Took 3.54 seconds to destroy the instance on the hypervisor. [ 1183.138978] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.139211] env[69304]: DEBUG nova.compute.manager [-] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.139306] env[69304]: DEBUG nova.network.neutron [-] [instance: d21587b3-5e57-4187-9300-ab3033093eea] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.339738] env[69304]: INFO nova.compute.manager [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Took 10.68 seconds to build instance. [ 1183.402318] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 3e10ac30-6edd-4c18-b955-ed8f0a8904cf] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1183.550230] env[69304]: INFO nova.compute.manager [-] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Took 1.44 seconds to deallocate network for instance. [ 1183.550645] env[69304]: DEBUG oslo_vmware.api [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209506, 'name': ReconfigVM_Task, 'duration_secs': 0.258516} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.552901] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.558754] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6f8762-7b6b-4fc3-8a8a-a273d7b2851c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.576089] env[69304]: DEBUG oslo_vmware.api [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1183.576089] env[69304]: value = "task-4209507" [ 1183.576089] env[69304]: _type = "Task" [ 1183.576089] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.588339] env[69304]: DEBUG oslo_vmware.api [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.841823] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "7941a7fb-b332-4a59-9e96-c02d18249818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.194s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.905810] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: e22b65e4-900e-4ea7-a31f-2cbf70575e6f] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1184.087918] env[69304]: DEBUG oslo_vmware.api [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209507, 'name': ReconfigVM_Task, 'duration_secs': 0.142243} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.088736] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832937', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'name': 'volume-b31f056e-168c-4989-9d00-ac817cf83f70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0b2f1b-4909-4a51-9777-94dae60e50df', 'attached_at': '', 'detached_at': '', 'volume_id': 'b31f056e-168c-4989-9d00-ac817cf83f70', 'serial': 'b31f056e-168c-4989-9d00-ac817cf83f70'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1184.117272] env[69304]: INFO nova.compute.manager [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Took 0.57 seconds to detach 1 volumes for instance. [ 1184.162651] env[69304]: DEBUG nova.network.neutron [-] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.283624] env[69304]: DEBUG nova.compute.manager [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Received event network-changed-2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1184.283624] env[69304]: DEBUG nova.compute.manager [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Refreshing instance network info cache due to event network-changed-2adbd07e-a824-4ef1-b763-7e00f207da62. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1184.283624] env[69304]: DEBUG oslo_concurrency.lockutils [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] Acquiring lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.284075] env[69304]: DEBUG oslo_concurrency.lockutils [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] Acquired lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.284075] env[69304]: DEBUG nova.network.neutron [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Refreshing network info cache for port 2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.410288] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 25327d0b-0fc8-4560-bfe7-194884e1c2a7] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1184.585829] env[69304]: DEBUG nova.compute.manager [req-bade7e78-0a09-4e0b-9de8-eaaadaa61375 req-7587bc55-960a-4a81-962c-c73e02814f0b service nova] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Received event network-vif-deleted-294a8f4f-3da0-4f42-94b4-9d261a56083c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1184.613671] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "2e31c601-4b59-4107-9748-a684461e1611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.613917] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "2e31c601-4b59-4107-9748-a684461e1611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.625629] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.625853] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.626081] env[69304]: DEBUG nova.objects.instance [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'resources' on Instance uuid 8f0a2418-e2d9-4a56-9362-06aae37f4dd6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.636622] env[69304]: DEBUG nova.objects.instance [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'flavor' on Instance uuid af0b2f1b-4909-4a51-9777-94dae60e50df {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.666108] env[69304]: INFO nova.compute.manager [-] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Took 1.53 seconds to deallocate network for instance. [ 1184.914843] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 19ecd932-1d57-48d2-a80a-1bb02e19e651] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1184.997172] env[69304]: DEBUG nova.network.neutron [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updated VIF entry in instance network info cache for port 2adbd07e-a824-4ef1-b763-7e00f207da62. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.997946] env[69304]: DEBUG nova.network.neutron [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updating instance_info_cache with network_info: [{"id": "2adbd07e-a824-4ef1-b763-7e00f207da62", "address": "fa:16:3e:fc:5c:24", "network": {"id": "508182e6-b5a5-4bbb-bb37-885cdd234cde", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1253872905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b6d7ee0b9884a89a08bea1969f34f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2adbd07e-a8", "ovs_interfaceid": "2adbd07e-a824-4ef1-b763-7e00f207da62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.118870] env[69304]: DEBUG nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.217200] env[69304]: INFO nova.compute.manager [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Took 0.55 seconds to detach 1 volumes for instance. [ 1185.307776] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce294bd3-fd0f-4865-ab54-e1aff1ce9958 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.316730] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228eff3c-d653-4529-8c88-e9cfb5b95c46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.359042] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d7e43-022a-4b15-a3d4-e6072efceb71 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.367184] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509b853-403b-423d-9dfd-a513604a175e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.382423] env[69304]: DEBUG nova.compute.provider_tree [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.418418] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: df83bb25-a5ae-4227-b03e-190f411bc065] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1185.501835] env[69304]: DEBUG oslo_concurrency.lockutils [req-d42ec7c8-b27b-46a0-89a1-7ac27bd12409 req-85676e43-c9e4-4644-aaea-142fe82ab230 service nova] Releasing lock "refresh_cache-7941a7fb-b332-4a59-9e96-c02d18249818" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.640378] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.642977] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cc3287a-ec4a-4646-bba0-91a3525c801e tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.727245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.886336] env[69304]: DEBUG nova.scheduler.client.report [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.921844] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: bdb8c0ae-b33b-49e7-929c-9dd864f5010b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1186.391871] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.394320] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.754s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.395776] env[69304]: INFO nova.compute.claims [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.417376] env[69304]: INFO nova.scheduler.client.report [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocations for instance 8f0a2418-e2d9-4a56-9362-06aae37f4dd6 [ 1186.425549] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 0f483e40-20c2-435e-a3bb-9d714fee3bc9] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1186.456367] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.456588] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.456712] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "af0b2f1b-4909-4a51-9777-94dae60e50df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.456825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.457044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.460058] env[69304]: INFO nova.compute.manager [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Terminating instance [ 1186.589880] env[69304]: INFO nova.compute.manager [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Rebuilding instance [ 1186.641835] env[69304]: DEBUG nova.compute.manager [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.642793] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396fc0d-2034-4bda-ab37-58e5afa0f297 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.925372] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9380d05c-70db-4aa2-9017-de56bbe4791d tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8f0a2418-e2d9-4a56-9362-06aae37f4dd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.597s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.928170] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: a7bf370d-3e6a-460e-b66f-deb8058ca9ac] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1186.964485] env[69304]: DEBUG nova.compute.manager [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.964705] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.966244] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7dbfcf-05c0-4db8-b355-1a4850401306 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.974417] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.974682] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc77a980-b4af-4855-99a6-0181ea25d006 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.981844] env[69304]: DEBUG oslo_vmware.api [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1186.981844] env[69304]: value = "task-4209508" [ 1186.981844] env[69304]: _type = "Task" [ 1186.981844] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.990498] env[69304]: DEBUG oslo_vmware.api [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.432664] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 3d30778b-e9f7-4e1b-a254-e47196edf29d] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1187.493786] env[69304]: DEBUG oslo_vmware.api [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209508, 'name': PowerOffVM_Task, 'duration_secs': 0.245304} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.496912] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.497132] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.497714] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e7d3e8f-5c1a-4d2b-b2fa-c7c916fca305 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.534356] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54be562-aba9-4fce-813e-d95862fad67d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.542688] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eafa5a-d2be-4365-abc8-b0d10369dc32 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.576325] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efdd4ba-0fe2-4335-b9d7-3dfb78082956 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.578903] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.579124] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.579303] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleting the datastore file [datastore2] af0b2f1b-4909-4a51-9777-94dae60e50df {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.579556] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0fb9ec-e0c4-4022-accb-df529121b89a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.588920] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d8deb-2fae-4a0b-a9e1-a0e6fac11d60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.592826] env[69304]: DEBUG oslo_vmware.api [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for the task: (returnval){ [ 1187.592826] env[69304]: value = "task-4209510" [ 1187.592826] env[69304]: _type = "Task" [ 1187.592826] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.604272] env[69304]: DEBUG nova.compute.provider_tree [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.610769] env[69304]: DEBUG oslo_vmware.api [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.657404] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.657712] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ba4c19-260f-4894-b4cf-991aa8677532 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.665670] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1187.665670] env[69304]: value = "task-4209511" [ 1187.665670] env[69304]: _type = "Task" [ 1187.665670] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.677565] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.936605] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 4b2b60ee-20a5-4b9b-8ec6-802782bf9617] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1188.103551] env[69304]: DEBUG oslo_vmware.api [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Task: {'id': task-4209510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150905} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.103811] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.104014] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.104202] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.104384] env[69304]: INFO nova.compute.manager [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1188.104635] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.104830] env[69304]: DEBUG nova.compute.manager [-] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.104925] env[69304]: DEBUG nova.network.neutron [-] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.107156] env[69304]: DEBUG nova.scheduler.client.report [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.178154] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209511, 'name': PowerOffVM_Task, 'duration_secs': 0.23741} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.178466] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.178705] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.179556] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc277a4-c4ba-490d-8fa3-9ee6d7204fbc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.187245] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.187456] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f16e8a-ed8f-409a-8914-69a95bebbe29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.261062] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.261332] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.262817] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleting the datastore file [datastore1] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.262817] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b3b63a-d5df-4fb2-9954-f477fdbca4f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.270511] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1188.270511] env[69304]: value = "task-4209513" [ 1188.270511] env[69304]: _type = "Task" [ 1188.270511] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.279696] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.395349] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.395578] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.440839] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 7b840d42-3de4-4dea-8d03-6a8f353d09a2] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1188.604194] env[69304]: DEBUG nova.compute.manager [req-0c51335b-92f9-4a17-abc4-56022fb3166f req-49c0d639-31cb-45e3-bfce-ddb53df573ab service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Received event network-vif-deleted-f18a94fc-d41d-4477-b7ff-3ec8d4b411de {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1188.604516] env[69304]: INFO nova.compute.manager [req-0c51335b-92f9-4a17-abc4-56022fb3166f req-49c0d639-31cb-45e3-bfce-ddb53df573ab service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Neutron deleted interface f18a94fc-d41d-4477-b7ff-3ec8d4b411de; detaching it from the instance and deleting it from the info cache [ 1188.604685] env[69304]: DEBUG nova.network.neutron [req-0c51335b-92f9-4a17-abc4-56022fb3166f req-49c0d639-31cb-45e3-bfce-ddb53df573ab service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.611987] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.612894] env[69304]: DEBUG nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.616505] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.889s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.616653] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.692772] env[69304]: INFO nova.scheduler.client.report [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted allocations for instance d21587b3-5e57-4187-9300-ab3033093eea [ 1188.780865] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171995} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.781143] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.781333] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.781515] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.898204] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.945067] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 1b7f78b1-bfbf-4555-a04f-7f6416e1c558] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1189.084077] env[69304]: DEBUG nova.network.neutron [-] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.106985] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c004ec43-7352-47b5-8661-51fad71b0a26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.117989] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b46d55-406a-4b51-a942-01916b642672 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.131913] env[69304]: DEBUG nova.compute.utils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.134117] env[69304]: DEBUG nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1189.155954] env[69304]: DEBUG nova.compute.manager [req-0c51335b-92f9-4a17-abc4-56022fb3166f req-49c0d639-31cb-45e3-bfce-ddb53df573ab service nova] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Detach interface failed, port_id=f18a94fc-d41d-4477-b7ff-3ec8d4b411de, reason: Instance af0b2f1b-4909-4a51-9777-94dae60e50df could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1189.200981] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "d21587b3-5e57-4187-9300-ab3033093eea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.119s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.421127] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.421561] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.423221] env[69304]: INFO nova.compute.claims [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.448321] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 07fc4ea2-7c5c-40c5-900e-6f1041f958e9] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1189.589181] env[69304]: INFO nova.compute.manager [-] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Took 1.48 seconds to deallocate network for instance. [ 1189.635314] env[69304]: DEBUG nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.823936] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.824235] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.824348] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.824660] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.824820] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.824969] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.825201] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.825363] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.825535] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.825701] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.825877] env[69304]: DEBUG nova.virt.hardware [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.826750] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b3fa7-e41d-45f0-a8ca-275d2840d939 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.835260] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a13efff-6a73-4103-a155-18460baeee7e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.853511] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:19:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bed9cee-2ed6-43bb-b06d-834a01fd39f6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.863462] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.863698] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.863932] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-089b08c4-9e59-49cd-870c-27603d0594d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.884307] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.884307] env[69304]: value = "task-4209514" [ 1189.884307] env[69304]: _type = "Task" [ 1189.884307] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.893895] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209514, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.952051] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 13d9310c-1647-403d-b1f0-38a751f26f1a] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1190.095989] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.395121] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209514, 'name': CreateVM_Task, 'duration_secs': 0.386723} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.395320] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.396017] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.396196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.396516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.396780] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71262a45-a41e-4c4c-91b2-265a801269ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.402592] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1190.402592] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dfff85-a2ea-a57f-c7c8-f56db8db4ff4" [ 1190.402592] env[69304]: _type = "Task" [ 1190.402592] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.410277] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dfff85-a2ea-a57f-c7c8-f56db8db4ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.455815] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 4c4ff360-d631-4b87-9d7f-49d2e3cc9083] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1190.578490] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d3552-6c1f-44f5-9017-c729825aafcc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.586821] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4aaefc-bc4c-4a4a-8884-cdf0d7658fc4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.620672] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e3aeae-1d7e-406d-829d-36294da7dc21 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.629094] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fde254-61b5-4d9e-a645-a37747467407 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.644698] env[69304]: DEBUG nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.646925] env[69304]: DEBUG nova.compute.provider_tree [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.672560] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.672836] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.673015] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.673235] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.673393] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.673563] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.673779] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.673961] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.674154] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.674326] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.674534] env[69304]: DEBUG nova.virt.hardware [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.675694] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d039033-af1f-4089-9b97-298f4ec5ffe2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.686292] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541d269-fab8-4ae1-8915-d97420bb280a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.700563] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.706245] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Creating folder: Project (fd7f28f94418433c8bddbd303612d3d8). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.706559] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d1cd803-1cc4-458b-8ad9-6f2944bf2fd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.718513] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Created folder: Project (fd7f28f94418433c8bddbd303612d3d8) in parent group-v832645. [ 1190.718752] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Creating folder: Instances. Parent ref: group-v832941. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1190.719043] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9837dd-644e-4a39-b578-d4a7522b90e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.730060] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Created folder: Instances in parent group-v832941. [ 1190.730398] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.730613] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.730830] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab23f15-621f-4dcf-868e-86cf142d0db7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.748602] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.748602] env[69304]: value = "task-4209517" [ 1190.748602] env[69304]: _type = "Task" [ 1190.748602] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.756256] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209517, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.912595] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dfff85-a2ea-a57f-c7c8-f56db8db4ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.912975] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.913156] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.913395] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.913543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.913723] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.913995] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d94f5d-3207-49f1-908c-20f93ada63a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.923631] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.923812] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.924538] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43e7cab-bc58-4b72-a7d1-9eb06f9af50a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.930070] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1190.930070] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d4d663-3e35-d0bf-4bd4-6872976266a8" [ 1190.930070] env[69304]: _type = "Task" [ 1190.930070] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.938388] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d4d663-3e35-d0bf-4bd4-6872976266a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.959399] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d4c3c77c-ae4d-4f1a-a73c-3d7ea38a5a55] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1190.982152] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.982415] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.982625] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.982808] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.982981] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.985193] env[69304]: INFO nova.compute.manager [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Terminating instance [ 1190.994243] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.994543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.150505] env[69304]: DEBUG nova.scheduler.client.report [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.259317] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209517, 'name': CreateVM_Task, 'duration_secs': 0.363417} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.259509] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.259888] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.260088] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.260437] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.260694] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c1a6ee-0d16-48f4-85da-d1eff46a1e4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.265383] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1191.265383] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e5ec6-5145-aa9d-5def-2384b9ffebf4" [ 1191.265383] env[69304]: _type = "Task" [ 1191.265383] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.273332] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e5ec6-5145-aa9d-5def-2384b9ffebf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.440404] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d4d663-3e35-d0bf-4bd4-6872976266a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.441217] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2907dc-ca57-4ab8-9a74-5b16df4a455a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.446399] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1191.446399] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e518e4-f023-86e1-3a03-28abddde9e79" [ 1191.446399] env[69304]: _type = "Task" [ 1191.446399] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.454147] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e518e4-f023-86e1-3a03-28abddde9e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.462707] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: ba5a53ee-0d25-4b15-a45b-01935ef145bf] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1191.489507] env[69304]: DEBUG nova.compute.manager [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.489735] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.490930] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26edc4-d931-4dbf-876e-06f395e845bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.496663] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.501699] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.502106] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb43563c-4e88-4c40-920c-8e08ef16c7a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.509520] env[69304]: DEBUG oslo_vmware.api [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1191.509520] env[69304]: value = "task-4209518" [ 1191.509520] env[69304]: _type = "Task" [ 1191.509520] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.520343] env[69304]: DEBUG oslo_vmware.api [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.656019] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.656641] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.659454] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.564s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.659757] env[69304]: DEBUG nova.objects.instance [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lazy-loading 'resources' on Instance uuid af0b2f1b-4909-4a51-9777-94dae60e50df {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.779036] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526e5ec6-5145-aa9d-5def-2384b9ffebf4, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.779237] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.779491] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.779655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.958538] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e518e4-f023-86e1-3a03-28abddde9e79, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.959027] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.959105] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.959340] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.959530] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.959752] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-744cdab2-7461-41ea-96c5-7dc19bc73343 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.961720] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c9f0304-87ae-41f7-81d6-94ecf975e609 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.965392] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: a832e6e5-c010-43c5-bb5b-81c6d6fc8e4d] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1191.968715] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1191.968715] env[69304]: value = "task-4209519" [ 1191.968715] env[69304]: _type = "Task" [ 1191.968715] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.972938] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.973132] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.974817] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6992b372-0647-49bb-a12e-67a00138ccb5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.979372] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.982860] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1191.982860] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520b8738-2212-386f-5843-0d1ddbf86e93" [ 1191.982860] env[69304]: _type = "Task" [ 1191.982860] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.991098] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520b8738-2212-386f-5843-0d1ddbf86e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.020018] env[69304]: DEBUG oslo_vmware.api [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209518, 'name': PowerOffVM_Task, 'duration_secs': 0.384651} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.020351] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.020587] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.021611] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.021862] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a787efd2-1fcc-457e-b1f9-20c2350e10aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.089955] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.090364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.090646] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Deleting the datastore file [datastore1] d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.091067] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b173baf6-a746-4e2f-b0d8-53820e3d4401 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.098304] env[69304]: DEBUG oslo_vmware.api [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1192.098304] env[69304]: value = "task-4209521" [ 1192.098304] env[69304]: _type = "Task" [ 1192.098304] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.106705] env[69304]: DEBUG oslo_vmware.api [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.163164] env[69304]: DEBUG nova.compute.utils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.168037] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.168037] env[69304]: DEBUG nova.network.neutron [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.209750] env[69304]: DEBUG nova.policy [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f844de3e3d8244a6bf1da7eef25813a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca413f85a31c4311a01e39c130ae4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.325214] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68afc0-dc75-4e01-9dca-c40b65f51787 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.338901] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94067a8a-4fc5-49c1-b9e1-13426928d3a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.374664] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8458aed7-cc2c-46bb-8c42-32ee290590ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.385406] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a0f0d-945e-45a1-8cfe-668dda14554c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.404453] env[69304]: DEBUG nova.compute.provider_tree [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.469694] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: bf3c0cd2-ab64-4d79-b502-f38332426afe] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1192.481591] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499778} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.481877] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.482141] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.482404] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c6ff4f5-e4aa-445a-a91f-017471e9a832 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.493626] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520b8738-2212-386f-5843-0d1ddbf86e93, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.495890] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1192.495890] env[69304]: value = "task-4209522" [ 1192.495890] env[69304]: _type = "Task" [ 1192.495890] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.496889] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c18d32a-74d5-4e42-97f2-12c8655432b8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.504932] env[69304]: DEBUG nova.network.neutron [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Successfully created port: c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.509178] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1192.509178] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5287453f-6cb0-caee-ac78-012f6701ce5d" [ 1192.509178] env[69304]: _type = "Task" [ 1192.509178] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.512604] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.521876] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5287453f-6cb0-caee-ac78-012f6701ce5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.522200] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.522517] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.522822] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f858139-7c27-46ee-a2a6-46d8f8c44ceb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.536819] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1192.536819] env[69304]: value = "task-4209523" [ 1192.536819] env[69304]: _type = "Task" [ 1192.536819] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.550067] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.608778] env[69304]: DEBUG oslo_vmware.api [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231548} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.609059] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.609252] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.609434] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.609619] env[69304]: INFO nova.compute.manager [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1192.609870] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.610072] env[69304]: DEBUG nova.compute.manager [-] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.610169] env[69304]: DEBUG nova.network.neutron [-] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.671858] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.908508] env[69304]: DEBUG nova.scheduler.client.report [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.973077] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 273da433-64e9-493a-a3ce-e5dffaa92f45] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1193.011577] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076575} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.011889] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.013476] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a793fb88-95a8-4468-bbd8-70daf28f2ca0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.037324] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.037734] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dee6c206-4266-4b50-b6e4-f68fee7ae6df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.064594] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455856} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.065974] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.066175] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.066935] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1193.066935] env[69304]: value = "task-4209524" [ 1193.066935] env[69304]: _type = "Task" [ 1193.066935] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.066935] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc3500e-3c7c-42ad-8ce7-02541ae8871f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.077990] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209524, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.079286] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1193.079286] env[69304]: value = "task-4209525" [ 1193.079286] env[69304]: _type = "Task" [ 1193.079286] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.089726] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.214374] env[69304]: DEBUG nova.compute.manager [req-feb7fff2-1b1a-4b3f-abea-b323a6e424b6 req-558c38f7-5029-4f65-95a3-a64c41fc24e8 service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Received event network-vif-deleted-183ccd87-ce82-427d-8be1-37a5625b42af {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1193.214520] env[69304]: INFO nova.compute.manager [req-feb7fff2-1b1a-4b3f-abea-b323a6e424b6 req-558c38f7-5029-4f65-95a3-a64c41fc24e8 service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Neutron deleted interface 183ccd87-ce82-427d-8be1-37a5625b42af; detaching it from the instance and deleting it from the info cache [ 1193.214798] env[69304]: DEBUG nova.network.neutron [req-feb7fff2-1b1a-4b3f-abea-b323a6e424b6 req-558c38f7-5029-4f65-95a3-a64c41fc24e8 service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.413774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.416554] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.395s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.418153] env[69304]: INFO nova.compute.claims [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.457543] env[69304]: INFO nova.scheduler.client.report [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Deleted allocations for instance af0b2f1b-4909-4a51-9777-94dae60e50df [ 1193.476891] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 16addb12-b883-4671-9d74-47fc2c8f8864] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1193.582268] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209524, 'name': ReconfigVM_Task, 'duration_secs': 0.343735} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.585680] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6/7d3b2e6a-bc14-4fdc-8327-3879f088a0e6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.586411] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c113c078-bed2-4045-b63c-eca95871ce56 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.594205] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112432} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.595749] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.596225] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1193.596225] env[69304]: value = "task-4209526" [ 1193.596225] env[69304]: _type = "Task" [ 1193.596225] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.597186] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b69a9f-ceed-4382-9c62-850451a8526c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.627785] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.632615] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e55075-3aa0-47b0-a1d9-0f3ca1133122 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.652662] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209526, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.659287] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1193.659287] env[69304]: value = "task-4209527" [ 1193.659287] env[69304]: _type = "Task" [ 1193.659287] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.667902] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.683645] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.688255] env[69304]: DEBUG nova.network.neutron [-] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.720126] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-342b014f-3be5-4af4-90db-2c7a6442e9c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.730264] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.730590] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.730807] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.731058] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.731256] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.731516] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.731821] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.732285] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.732518] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.732725] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.732930] env[69304]: DEBUG nova.virt.hardware [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.734450] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec53039-d0d6-402f-ad12-cbbfe910fd47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.740218] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8ddabc-df08-46d7-a70f-b588005642af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.774807] env[69304]: DEBUG nova.compute.manager [req-feb7fff2-1b1a-4b3f-abea-b323a6e424b6 req-558c38f7-5029-4f65-95a3-a64c41fc24e8 service nova] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Detach interface failed, port_id=183ccd87-ce82-427d-8be1-37a5625b42af, reason: Instance d1eb50d1-c896-45f1-813f-5fe99fc0c676 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1193.777525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c617f-9625-497c-9e62-4b903061f0ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.920506] env[69304]: DEBUG nova.compute.manager [req-f315ab3d-442b-4c06-bdae-3854cc2c94d2 req-a3c4eb50-0085-475a-8a94-092eb546da8a service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Received event network-vif-plugged-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1193.920831] env[69304]: DEBUG oslo_concurrency.lockutils [req-f315ab3d-442b-4c06-bdae-3854cc2c94d2 req-a3c4eb50-0085-475a-8a94-092eb546da8a service nova] Acquiring lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.920978] env[69304]: DEBUG oslo_concurrency.lockutils [req-f315ab3d-442b-4c06-bdae-3854cc2c94d2 req-a3c4eb50-0085-475a-8a94-092eb546da8a service nova] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.921952] env[69304]: DEBUG oslo_concurrency.lockutils [req-f315ab3d-442b-4c06-bdae-3854cc2c94d2 req-a3c4eb50-0085-475a-8a94-092eb546da8a service nova] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.922059] env[69304]: DEBUG nova.compute.manager [req-f315ab3d-442b-4c06-bdae-3854cc2c94d2 req-a3c4eb50-0085-475a-8a94-092eb546da8a service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] No waiting events found dispatching network-vif-plugged-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1193.922245] env[69304]: WARNING nova.compute.manager [req-f315ab3d-442b-4c06-bdae-3854cc2c94d2 req-a3c4eb50-0085-475a-8a94-092eb546da8a service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Received unexpected event network-vif-plugged-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 for instance with vm_state building and task_state spawning. [ 1193.968906] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Lock "af0b2f1b-4909-4a51-9777-94dae60e50df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.512s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.981216] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 1e7a0262-f7bf-4b86-9c9b-3cabcebd2827] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1194.020273] env[69304]: DEBUG nova.network.neutron [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Successfully updated port: c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.112991] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209526, 'name': Rename_Task, 'duration_secs': 0.245635} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.113353] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.113641] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45839b93-a859-4033-93c8-5d3b7570b05b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.121382] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1194.121382] env[69304]: value = "task-4209528" [ 1194.121382] env[69304]: _type = "Task" [ 1194.121382] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.130646] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.171024] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209527, 'name': ReconfigVM_Task, 'duration_secs': 0.32932} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.171431] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.172210] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d55b0058-8f20-40a5-8502-48ba12ae0656 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.180771] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1194.180771] env[69304]: value = "task-4209530" [ 1194.180771] env[69304]: _type = "Task" [ 1194.180771] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.191045] env[69304]: INFO nova.compute.manager [-] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Took 1.58 seconds to deallocate network for instance. [ 1194.191433] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209530, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.485805] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 0c2c87a6-834c-47f2-bb32-293d9a232e57] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1194.522682] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.522853] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.523014] env[69304]: DEBUG nova.network.neutron [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.552972] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79848b1-4fd2-4303-97a4-9788e3e69773 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.562906] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d6f1dc-0ae5-4c17-a13d-a097230c9819 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.593802] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0a2e57-0553-42eb-aae4-aa384309a57e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.602812] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51161b8f-fb9f-442c-a798-599155585371 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.617371] env[69304]: DEBUG nova.compute.provider_tree [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.632876] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209528, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.692482] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209530, 'name': Rename_Task, 'duration_secs': 0.159846} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.692636] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.692950] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16b2beb0-b31e-4d3f-9187-561cbf7126f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.698248] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.700395] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1194.700395] env[69304]: value = "task-4209531" [ 1194.700395] env[69304]: _type = "Task" [ 1194.700395] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.709600] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.990052] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 57945fb7-92f2-4df8-a956-4bc533ff8304] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1195.059372] env[69304]: DEBUG nova.network.neutron [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.120931] env[69304]: DEBUG nova.scheduler.client.report [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.136664] env[69304]: DEBUG oslo_vmware.api [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209528, 'name': PowerOnVM_Task, 'duration_secs': 0.620581} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.136953] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.137624] env[69304]: DEBUG nova.compute.manager [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.139302] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fbea40-ce3b-4ad5-885b-82cd154b1ed6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.212327] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.227529] env[69304]: DEBUG nova.network.neutron [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updating instance_info_cache with network_info: [{"id": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "address": "fa:16:3e:55:88:c1", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fed416-fa", "ovs_interfaceid": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.493601] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: debbc700-1e8d-4966-a363-4711d3b0095b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1195.626430] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.626762] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.629470] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.629686] env[69304]: DEBUG nova.objects.instance [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'resources' on Instance uuid d1eb50d1-c896-45f1-813f-5fe99fc0c676 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.660748] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.713065] env[69304]: DEBUG oslo_vmware.api [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209531, 'name': PowerOnVM_Task, 'duration_secs': 0.513851} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.713065] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.713253] env[69304]: INFO nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Took 5.07 seconds to spawn the instance on the hypervisor. [ 1195.713289] env[69304]: DEBUG nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.714097] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c874ca6-1be4-4154-9d5c-5bba7120402e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.731042] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.731042] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Instance network_info: |[{"id": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "address": "fa:16:3e:55:88:c1", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fed416-fa", "ovs_interfaceid": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.731390] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:88:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2fed416-fa4a-4470-9776-a95a7a1ac4f6', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.738942] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.739202] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.739418] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4db5d4d-1b38-438e-98f3-a6645cd91d10 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.763955] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.763955] env[69304]: value = "task-4209532" [ 1195.763955] env[69304]: _type = "Task" [ 1195.763955] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.775010] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209532, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.948126] env[69304]: DEBUG nova.compute.manager [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Received event network-changed-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1195.948126] env[69304]: DEBUG nova.compute.manager [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Refreshing instance network info cache due to event network-changed-c2fed416-fa4a-4470-9776-a95a7a1ac4f6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1195.948477] env[69304]: DEBUG oslo_concurrency.lockutils [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] Acquiring lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.948477] env[69304]: DEBUG oslo_concurrency.lockutils [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] Acquired lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.948634] env[69304]: DEBUG nova.network.neutron [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Refreshing network info cache for port c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.996573] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 67fdbe85-1aee-430d-b160-ba263778f12b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1196.133096] env[69304]: DEBUG nova.compute.utils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.137811] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.138137] env[69304]: DEBUG nova.network.neutron [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.211325] env[69304]: DEBUG nova.policy [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07d30da86e24aa09b19b4c9ed926aea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee8a94ccead44049426c291f4a6abe7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.236738] env[69304]: INFO nova.compute.manager [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Took 10.61 seconds to build instance. [ 1196.276646] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209532, 'name': CreateVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.398461] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f193a812-e898-4ad6-85da-14ee9a9d4e0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.407526] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e8c130-b1d6-4c28-9165-f67204ca1b84 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.440465] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7d167f-d917-48e4-aac1-fe80f4f5c03f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.449756] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f008f0ba-f17c-4fea-b9f1-e19728525f11 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.469209] env[69304]: DEBUG nova.compute.provider_tree [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.499784] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 98b0e08a-5f6d-4dc8-86d1-6d7420067932] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1196.554386] env[69304]: DEBUG nova.network.neutron [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Successfully created port: dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.600923] env[69304]: INFO nova.compute.manager [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Rebuilding instance [ 1196.645171] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.657143] env[69304]: DEBUG nova.compute.manager [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.658161] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bca379b-3d06-4891-b6b5-474c98bf5629 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.703081] env[69304]: DEBUG nova.network.neutron [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updated VIF entry in instance network info cache for port c2fed416-fa4a-4470-9776-a95a7a1ac4f6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.703451] env[69304]: DEBUG nova.network.neutron [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updating instance_info_cache with network_info: [{"id": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "address": "fa:16:3e:55:88:c1", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fed416-fa", "ovs_interfaceid": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.739354] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5b294c11-9264-44d1-9841-432bf32d6222 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "2e31c601-4b59-4107-9748-a684461e1611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.125s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.776311] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209532, 'name': CreateVM_Task, 'duration_secs': 0.72543} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.776496] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.777475] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.777475] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.777693] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.778304] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a24e49c-83b4-4afe-893e-85570938127b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.784080] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1196.784080] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c47481-101e-0776-4b30-9b2747822bdf" [ 1196.784080] env[69304]: _type = "Task" [ 1196.784080] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.792805] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c47481-101e-0776-4b30-9b2747822bdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.973136] env[69304]: DEBUG nova.scheduler.client.report [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.002847] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 496eaee8-b3f7-410d-a121-38c25ea07865] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1197.206711] env[69304]: DEBUG oslo_concurrency.lockutils [req-a9eb359e-f3f0-4445-a415-432278c88bb3 req-239620a0-da2d-41ed-a4a8-ce6b4e5a63ac service nova] Releasing lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.296560] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c47481-101e-0776-4b30-9b2747822bdf, 'name': SearchDatastore_Task, 'duration_secs': 0.01119} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.296720] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.297112] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.297532] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.297772] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.298061] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.298401] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21c8fc97-9264-4b8d-8dda-1dbc4c7920f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.309093] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.309179] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.309929] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee2dea7-873f-4b9b-8942-224f6ae4d6cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.316186] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1197.316186] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5247ee95-eacf-e68f-6fc8-08a8645634d0" [ 1197.316186] env[69304]: _type = "Task" [ 1197.316186] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.325774] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5247ee95-eacf-e68f-6fc8-08a8645634d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.479599] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.482891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.822s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.483214] env[69304]: DEBUG nova.objects.instance [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1197.507818] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: bb6340c5-7596-4c1f-98f9-feb6d6400e77] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1197.512332] env[69304]: INFO nova.scheduler.client.report [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Deleted allocations for instance d1eb50d1-c896-45f1-813f-5fe99fc0c676 [ 1197.657017] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.674423] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.674769] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7579d922-8812-4b1f-b2a6-f38cfd676c37 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.682606] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1197.682606] env[69304]: value = "task-4209534" [ 1197.682606] env[69304]: _type = "Task" [ 1197.682606] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.688768] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.689191] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.689447] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.689764] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.690017] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.690269] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.690636] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.690931] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.691207] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.691490] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.691796] env[69304]: DEBUG nova.virt.hardware [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.693077] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31e1ba9-8a4a-493b-9a0a-ecbad09c499a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.703899] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.707400] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6902dc1e-32a5-4dc4-b3ec-02fb2c989dff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.827758] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5247ee95-eacf-e68f-6fc8-08a8645634d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.828622] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c7a753-5f8e-4417-9f36-e148de1beebf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.835361] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1197.835361] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5270f475-a4a1-be2a-8142-b6b56a2725c2" [ 1197.835361] env[69304]: _type = "Task" [ 1197.835361] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.844127] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5270f475-a4a1-be2a-8142-b6b56a2725c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.981254] env[69304]: DEBUG nova.compute.manager [req-10d58579-442a-42e5-bc2d-aae8f5465838 req-13d7596e-1d81-443f-ae5b-65642b727afe service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-vif-plugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1197.981541] env[69304]: DEBUG oslo_concurrency.lockutils [req-10d58579-442a-42e5-bc2d-aae8f5465838 req-13d7596e-1d81-443f-ae5b-65642b727afe service nova] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.981810] env[69304]: DEBUG oslo_concurrency.lockutils [req-10d58579-442a-42e5-bc2d-aae8f5465838 req-13d7596e-1d81-443f-ae5b-65642b727afe service nova] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.981955] env[69304]: DEBUG oslo_concurrency.lockutils [req-10d58579-442a-42e5-bc2d-aae8f5465838 req-13d7596e-1d81-443f-ae5b-65642b727afe service nova] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.982180] env[69304]: DEBUG nova.compute.manager [req-10d58579-442a-42e5-bc2d-aae8f5465838 req-13d7596e-1d81-443f-ae5b-65642b727afe service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] No waiting events found dispatching network-vif-plugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.982306] env[69304]: WARNING nova.compute.manager [req-10d58579-442a-42e5-bc2d-aae8f5465838 req-13d7596e-1d81-443f-ae5b-65642b727afe service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received unexpected event network-vif-plugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa for instance with vm_state building and task_state spawning. [ 1198.011921] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 044e3827-f12f-419c-9bf3-65ccbddfeac6] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1198.022922] env[69304]: DEBUG oslo_concurrency.lockutils [None req-eae0fee2-850b-4144-a2ad-fa33d2998a99 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "d1eb50d1-c896-45f1-813f-5fe99fc0c676" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.040s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.077842] env[69304]: DEBUG nova.network.neutron [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Successfully updated port: dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.193232] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209534, 'name': PowerOffVM_Task, 'duration_secs': 0.225611} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.193534] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.193773] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.194626] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a75ed-9fcf-4da8-923f-015ab7a44606 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.201690] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.201944] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7baa4d71-b83e-4514-9780-12428a323b2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.229253] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.229558] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.229801] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Deleting the datastore file [datastore2] 2e31c601-4b59-4107-9748-a684461e1611 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.230135] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f14fe6ac-ea9a-4619-ad1a-77c762d61862 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.237053] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1198.237053] env[69304]: value = "task-4209536" [ 1198.237053] env[69304]: _type = "Task" [ 1198.237053] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.246542] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.347085] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5270f475-a4a1-be2a-8142-b6b56a2725c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.347380] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.347642] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 7b6d15c8-9d23-4b81-b902-87f608e81f9b/7b6d15c8-9d23-4b81-b902-87f608e81f9b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.347910] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d07ae1a-11cb-434d-b3d2-20c1051a8445 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.355575] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1198.355575] env[69304]: value = "task-4209537" [ 1198.355575] env[69304]: _type = "Task" [ 1198.355575] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.364134] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.492301] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1389a613-3f75-4b39-84f0-f5b6f8465aa3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.515984] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: cd71979d-64f8-411a-9987-91db9f3af50d] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1198.583558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.583558] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.583711] env[69304]: DEBUG nova.network.neutron [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.748349] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195575} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.748622] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.749310] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.749310] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.867191] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209537, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.019768] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 4fe9fc02-84fc-4626-939d-eb24abef955a] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1199.134719] env[69304]: DEBUG nova.network.neutron [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.361580] env[69304]: DEBUG nova.network.neutron [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.368551] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827181} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.368805] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 7b6d15c8-9d23-4b81-b902-87f608e81f9b/7b6d15c8-9d23-4b81-b902-87f608e81f9b.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.369022] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.369280] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d6bd75f-81d1-4e7e-9f7c-c8283341f9f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.377807] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1199.377807] env[69304]: value = "task-4209538" [ 1199.377807] env[69304]: _type = "Task" [ 1199.377807] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.388600] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.524169] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 4f73bee1-4f7b-46ad-b06b-4724a323db69] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1199.791495] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.791816] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.791901] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.792130] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.792291] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.792476] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.792656] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.792863] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.793057] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.793230] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.793416] env[69304]: DEBUG nova.virt.hardware [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.794321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d919427-e8bd-4853-84f9-a06fbe0d365e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.802940] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eca8ba-d0d9-461a-9f8a-a427137e0f9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.817251] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.823149] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.823478] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.823733] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfa23b0-a155-4594-adea-80b89d1f7706 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.841679] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.841679] env[69304]: value = "task-4209539" [ 1199.841679] env[69304]: _type = "Task" [ 1199.841679] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.850008] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209539, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.865632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.867242] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance network_info: |[{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.867242] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:7a:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac9e637-0f10-4272-98e2-e5e4d80fbbaa', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.874306] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.874553] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.874793] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c092a9-4dae-45fd-a8c1-16cb6e644b47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.898073] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065873} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.899195] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.899478] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.899478] env[69304]: value = "task-4209540" [ 1199.899478] env[69304]: _type = "Task" [ 1199.899478] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.900144] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03c5ca3-1798-432c-8da2-4cb97824b24b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.911130] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209540, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.929806] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7b6d15c8-9d23-4b81-b902-87f608e81f9b/7b6d15c8-9d23-4b81-b902-87f608e81f9b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.930250] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-accc5228-418f-4115-9800-58fadb4a6fd3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.950094] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1199.950094] env[69304]: value = "task-4209541" [ 1199.950094] env[69304]: _type = "Task" [ 1199.950094] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.960873] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.025727] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: cabd593b-181a-4549-ae80-59e2d5079f9a] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1200.038635] env[69304]: DEBUG nova.compute.manager [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1200.038635] env[69304]: DEBUG nova.compute.manager [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing instance network info cache due to event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1200.038996] env[69304]: DEBUG oslo_concurrency.lockutils [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.039373] env[69304]: DEBUG oslo_concurrency.lockutils [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.039780] env[69304]: DEBUG nova.network.neutron [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.351548] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209539, 'name': CreateVM_Task, 'duration_secs': 0.41198} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.351718] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.352120] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.352284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.352622] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.352868] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2d96e0-f01a-4c80-974b-d26d06267321 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.357166] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1200.357166] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524e5d81-0d06-480e-b887-7a1da4ea35e3" [ 1200.357166] env[69304]: _type = "Task" [ 1200.357166] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.364652] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524e5d81-0d06-480e-b887-7a1da4ea35e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.413053] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209540, 'name': CreateVM_Task, 'duration_secs': 0.35913} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.413243] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.413925] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.461303] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209541, 'name': ReconfigVM_Task, 'duration_secs': 0.370181} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.461596] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7b6d15c8-9d23-4b81-b902-87f608e81f9b/7b6d15c8-9d23-4b81-b902-87f608e81f9b.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.462238] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c28e732-8473-46f3-95bf-706926bacd42 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.469401] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1200.469401] env[69304]: value = "task-4209542" [ 1200.469401] env[69304]: _type = "Task" [ 1200.469401] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.477933] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209542, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.528718] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: f075e181-a915-4355-ad97-d2e4ad860771] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1200.701289] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.701577] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.868720] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524e5d81-0d06-480e-b887-7a1da4ea35e3, 'name': SearchDatastore_Task, 'duration_secs': 0.043671} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.868998] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.869256] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.869494] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.869676] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.869882] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.870192] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.870562] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.870816] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80e2ef37-cd97-4f43-bc58-b4c74219729f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.872733] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d649f5-8e2f-489c-acfa-e70eab308a6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.878184] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1200.878184] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f7793d-2044-0643-7756-0da1c824c29b" [ 1200.878184] env[69304]: _type = "Task" [ 1200.878184] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.882566] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.882746] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.883762] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f19afa-5cf2-4d09-8bd3-aa111946fbc6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.888573] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f7793d-2044-0643-7756-0da1c824c29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.893839] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1200.893839] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ab93b4-96d8-90a0-a78e-653eebb2a7ba" [ 1200.893839] env[69304]: _type = "Task" [ 1200.893839] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.901717] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ab93b4-96d8-90a0-a78e-653eebb2a7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.980322] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209542, 'name': Rename_Task, 'duration_secs': 0.140546} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.980707] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.980958] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cbe1843-cdc3-4944-b926-b2ee522de818 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.987408] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1200.987408] env[69304]: value = "task-4209544" [ 1200.987408] env[69304]: _type = "Task" [ 1200.987408] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.995251] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.018808] env[69304]: DEBUG nova.network.neutron [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updated VIF entry in instance network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.019310] env[69304]: DEBUG nova.network.neutron [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.031729] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: a4b7cb6a-23d1-474a-9d7f-d4b5ab968427] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1201.204406] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.388701] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52f7793d-2044-0643-7756-0da1c824c29b, 'name': SearchDatastore_Task, 'duration_secs': 0.023287} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.388962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.389231] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.389447] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.403705] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ab93b4-96d8-90a0-a78e-653eebb2a7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.050344} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.404499] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37d878b-e948-416b-aab1-f516d38d6a34 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.410234] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1201.410234] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5253c618-5a2c-3d72-44a6-fe7b4191e612" [ 1201.410234] env[69304]: _type = "Task" [ 1201.410234] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.418554] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5253c618-5a2c-3d72-44a6-fe7b4191e612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.497803] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.522267] env[69304]: DEBUG oslo_concurrency.lockutils [req-c94d2562-b1c1-41f1-9d55-50900891de1c req-c2a4ad6d-00cb-499e-a0b3-4c415f5ef304 service nova] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.535183] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: b3942bc6-49d3-4260-bd82-4f6224bab80c] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1201.731264] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.731707] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.733359] env[69304]: INFO nova.compute.claims [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.920900] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5253c618-5a2c-3d72-44a6-fe7b4191e612, 'name': SearchDatastore_Task, 'duration_secs': 0.019095} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.921114] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.921546] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.921905] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.922120] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.922347] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f47e97fc-bd51-43e9-9b58-5f137d01ce7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.924292] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff70490-b85d-4709-9086-fe1fa39eee56 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.931306] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1201.931306] env[69304]: value = "task-4209545" [ 1201.931306] env[69304]: _type = "Task" [ 1201.931306] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.935423] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.935602] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.936706] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e438da4-f56a-4d45-849e-2b9364ed55c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.942084] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.945016] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1201.945016] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b6fed0-d2d1-a0dc-620c-b9b7fe194c57" [ 1201.945016] env[69304]: _type = "Task" [ 1201.945016] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.952596] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b6fed0-d2d1-a0dc-620c-b9b7fe194c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.998014] env[69304]: DEBUG oslo_vmware.api [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209544, 'name': PowerOnVM_Task, 'duration_secs': 0.57553} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.998316] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.998533] env[69304]: INFO nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1201.998728] env[69304]: DEBUG nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.999497] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28d2254-ffab-4de8-b2e3-b91552965119 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.038718] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 01618ff9-d8e5-41b5-899c-81279eb69806] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1202.442265] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.454547] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52b6fed0-d2d1-a0dc-620c-b9b7fe194c57, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.455343] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2af5b0-0cd6-4625-bad3-74aef40b2d8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.461232] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1202.461232] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528a8231-d526-279f-7af1-33b68812b329" [ 1202.461232] env[69304]: _type = "Task" [ 1202.461232] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.469733] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528a8231-d526-279f-7af1-33b68812b329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.516944] env[69304]: INFO nova.compute.manager [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Took 13.11 seconds to build instance. [ 1202.542432] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 407887d5-5e6b-4e1a-bd96-0d2f469e9d05] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1202.879012] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad2366a-718a-4210-aa4b-8bea84269c4b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.887627] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c0dec-c5c4-42c6-9012-6957f4bc96d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.921494] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e131a5d8-98f5-43f1-90e8-f9543ad1204a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.933135] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2331b287-b41e-4e23-b3a7-f26a99bdc40d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.955177] env[69304]: DEBUG nova.compute.provider_tree [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.960279] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.960630] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.960913] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.961211] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3117a83-6823-45e1-9e02-ae85f8e2f4af {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.975127] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1202.975127] env[69304]: value = "task-4209546" [ 1202.975127] env[69304]: _type = "Task" [ 1202.975127] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.975738] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528a8231-d526-279f-7af1-33b68812b329, 'name': SearchDatastore_Task, 'duration_secs': 0.070227} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.976228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.976610] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.980558] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5cc11c1-dc14-4dfd-b08d-3c1ab071901a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.987933] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.989467] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1202.989467] env[69304]: value = "task-4209547" [ 1202.989467] env[69304]: _type = "Task" [ 1202.989467] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.997819] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.019459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b7a92f70-3092-4876-a3f7-c9a23b602e63 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.624s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.047044] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 13f548d5-3ca4-47c8-b01e-11d7d8e0ae82] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1203.428778] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.429125] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.429270] env[69304]: INFO nova.compute.manager [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Shelving [ 1203.462314] env[69304]: DEBUG nova.scheduler.client.report [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.485795] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069632} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.486090] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.487041] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6778e7c-2cc8-4866-aff0-917b9c718272 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.515294] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.516510] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8556eaae-7304-47dc-ae72-91238ed44bd7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.536246] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491967} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.536962] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.537200] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.537468] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd837c36-ca76-44e0-a355-0b81fd083480 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.543274] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1203.543274] env[69304]: value = "task-4209548" [ 1203.543274] env[69304]: _type = "Task" [ 1203.543274] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.545271] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1203.545271] env[69304]: value = "task-4209549" [ 1203.545271] env[69304]: _type = "Task" [ 1203.545271] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.552308] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 8f0fd12a-ac4a-4d6b-8778-e3c5dacb7204] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1203.557800] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.564919] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.968015] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.968625] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.058881] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 6801c972-4128-4e06-94ea-4560444a7ef1] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1204.061135] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209548, 'name': ReconfigVM_Task, 'duration_secs': 0.281395} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.066220] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2e31c601-4b59-4107-9748-a684461e1611/2e31c601-4b59-4107-9748-a684461e1611.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.067027] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173369} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.067319] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff255d2-04d1-4273-bd10-c0b54c6e6401 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.069689] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.070791] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc0255-fa95-4d09-92fd-5e8d57cf995e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.099045] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.099671] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67fbfe27-b1cb-481d-9459-b9f40ec14222 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.115864] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1204.115864] env[69304]: value = "task-4209550" [ 1204.115864] env[69304]: _type = "Task" [ 1204.115864] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.124534] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1204.124534] env[69304]: value = "task-4209551" [ 1204.124534] env[69304]: _type = "Task" [ 1204.124534] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.132539] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209550, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.140255] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.439934] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.440446] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f246c223-4715-4d93-9e1f-9caebafdd216 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.449712] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1204.449712] env[69304]: value = "task-4209552" [ 1204.449712] env[69304]: _type = "Task" [ 1204.449712] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.462568] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.474360] env[69304]: DEBUG nova.compute.utils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.475747] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.475927] env[69304]: DEBUG nova.network.neutron [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.538233] env[69304]: DEBUG nova.policy [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '345d4b8eda234a628dd21f6d61caf793', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0278f7d496e445ebbd92fd917a481f05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.566565] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 8dc903b3-a705-4733-a6d2-14dcb9fd104a] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1204.627892] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209550, 'name': Rename_Task, 'duration_secs': 0.277504} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.631443] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.632125] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69580022-8ec6-49b1-aa7f-a8a3b852d4e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.640019] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.641693] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1204.641693] env[69304]: value = "task-4209553" [ 1204.641693] env[69304]: _type = "Task" [ 1204.641693] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.650426] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.883740] env[69304]: DEBUG nova.network.neutron [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Successfully created port: b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.961729] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209552, 'name': PowerOffVM_Task, 'duration_secs': 0.378917} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.962056] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.962888] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d01010-eee1-4e17-b8de-d56a5adbd7ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.982804] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1204.986287] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50622cb8-cee3-432b-abc2-8d65312b7966 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.070453] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 4458a759-c025-4325-8553-64c4fd7ebbde] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1205.139468] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209551, 'name': ReconfigVM_Task, 'duration_secs': 0.791895} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.139468] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.140079] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4bf140a-093e-4fd0-a195-d01a16a7651f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.146897] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1205.146897] env[69304]: value = "task-4209554" [ 1205.146897] env[69304]: _type = "Task" [ 1205.146897] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.154363] env[69304]: DEBUG oslo_vmware.api [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209553, 'name': PowerOnVM_Task, 'duration_secs': 0.501798} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.155019] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.155263] env[69304]: DEBUG nova.compute.manager [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.159036] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa995f16-ad37-491a-80a2-a59013d5bda7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.162754] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209554, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.499746] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1205.500366] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52270824-be9f-4cf4-9b0c-0d80a41a4d3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.508986] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1205.508986] env[69304]: value = "task-4209555" [ 1205.508986] env[69304]: _type = "Task" [ 1205.508986] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.517953] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209555, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.574726] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 18bfddfc-8ba9-41c3-bde7-a09ed7c153b4] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1205.658647] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209554, 'name': Rename_Task, 'duration_secs': 0.14006} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.658994] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.659275] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf814f64-d1ed-4deb-bbfa-a0eeebe9a00c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.667409] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1205.667409] env[69304]: value = "task-4209556" [ 1205.667409] env[69304]: _type = "Task" [ 1205.667409] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.680260] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.684514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.684813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.684999] env[69304]: DEBUG nova.objects.instance [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1205.999713] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.026824] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209555, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.042131] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.042484] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.042560] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.042884] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.042995] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.043224] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.043465] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.043652] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.043867] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.044166] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.044426] env[69304]: DEBUG nova.virt.hardware [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.045712] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c2fc65-a120-47c9-8300-cf15662daf8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.055499] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770532e3-140d-49f8-961c-fc5f859c05e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.078208] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 8b9406bb-507d-4194-a415-8b0683cf7528] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1206.178125] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.311658] env[69304]: DEBUG nova.compute.manager [req-cda4d3ad-0afd-44ad-b103-dc74d1d2397a req-e812fae5-35a7-49c2-a020-e8ff76507238 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Received event network-vif-plugged-b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1206.311944] env[69304]: DEBUG oslo_concurrency.lockutils [req-cda4d3ad-0afd-44ad-b103-dc74d1d2397a req-e812fae5-35a7-49c2-a020-e8ff76507238 service nova] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.312180] env[69304]: DEBUG oslo_concurrency.lockutils [req-cda4d3ad-0afd-44ad-b103-dc74d1d2397a req-e812fae5-35a7-49c2-a020-e8ff76507238 service nova] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.312356] env[69304]: DEBUG oslo_concurrency.lockutils [req-cda4d3ad-0afd-44ad-b103-dc74d1d2397a req-e812fae5-35a7-49c2-a020-e8ff76507238 service nova] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.312583] env[69304]: DEBUG nova.compute.manager [req-cda4d3ad-0afd-44ad-b103-dc74d1d2397a req-e812fae5-35a7-49c2-a020-e8ff76507238 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] No waiting events found dispatching network-vif-plugged-b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1206.312688] env[69304]: WARNING nova.compute.manager [req-cda4d3ad-0afd-44ad-b103-dc74d1d2397a req-e812fae5-35a7-49c2-a020-e8ff76507238 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Received unexpected event network-vif-plugged-b102c8cb-fb2c-4301-87ef-76daa57a863b for instance with vm_state building and task_state spawning. [ 1206.397241] env[69304]: DEBUG nova.network.neutron [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Successfully updated port: b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.507797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "2e31c601-4b59-4107-9748-a684461e1611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.507797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "2e31c601-4b59-4107-9748-a684461e1611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.507947] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "2e31c601-4b59-4107-9748-a684461e1611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.508147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "2e31c601-4b59-4107-9748-a684461e1611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.508380] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "2e31c601-4b59-4107-9748-a684461e1611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.514192] env[69304]: INFO nova.compute.manager [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Terminating instance [ 1206.521567] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209555, 'name': CreateSnapshot_Task, 'duration_secs': 0.516962} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.521846] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1206.522610] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45164106-200b-4af5-b92b-4f7f76e7a3ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.583719] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 471f1c1b-7a56-4d65-b84d-a629a361d57b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1206.679190] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.693422] env[69304]: DEBUG oslo_concurrency.lockutils [None req-ef11d7a2-74ea-4802-aa30-7eeddd560997 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.900604] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.900786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.900932] env[69304]: DEBUG nova.network.neutron [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.019342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "refresh_cache-2e31c601-4b59-4107-9748-a684461e1611" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.019548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquired lock "refresh_cache-2e31c601-4b59-4107-9748-a684461e1611" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.019710] env[69304]: DEBUG nova.network.neutron [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.040825] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.041602] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19f6ad81-5498-46cb-8712-602af35ae1e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.052426] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1207.052426] env[69304]: value = "task-4209557" [ 1207.052426] env[69304]: _type = "Task" [ 1207.052426] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.061758] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209557, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.087117] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: af9f9491-7450-409a-ad17-1f0f74f58829] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1207.181917] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209556, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.440531] env[69304]: DEBUG nova.network.neutron [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.559716] env[69304]: DEBUG nova.network.neutron [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.568567] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209557, 'name': CloneVM_Task} progress is 93%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.590420] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 9d85416d-447f-4fa6-9efe-fc80a948865b] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1207.611531] env[69304]: DEBUG nova.network.neutron [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating instance_info_cache with network_info: [{"id": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "address": "fa:16:3e:5b:ec:6d", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb102c8cb-fb", "ovs_interfaceid": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.616086] env[69304]: DEBUG nova.network.neutron [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.681083] env[69304]: DEBUG oslo_vmware.api [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209556, 'name': PowerOnVM_Task, 'duration_secs': 1.768519} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.681083] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.681083] env[69304]: INFO nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1207.681322] env[69304]: DEBUG nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.681951] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64b7fa8-b658-4933-a455-3525562cbd40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.063537] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209557, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.094264] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: f65be0d2-8a1a-407e-9a7e-be2f2e04f7b5] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1208.115386] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.115729] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Instance network_info: |[{"id": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "address": "fa:16:3e:5b:ec:6d", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb102c8cb-fb", "ovs_interfaceid": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.116179] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ec:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b102c8cb-fb2c-4301-87ef-76daa57a863b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.123891] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.124980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Releasing lock "refresh_cache-2e31c601-4b59-4107-9748-a684461e1611" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.125384] env[69304]: DEBUG nova.compute.manager [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.125576] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.125820] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.126808] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85396b6-e1f6-41f7-b54f-23aa6699c7cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.129724] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5909a58-3298-43e2-a947-569e576c7265 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.150148] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.151683] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f03fe9e0-cf9c-4fd4-987c-96f80b901263 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.153225] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.153225] env[69304]: value = "task-4209558" [ 1208.153225] env[69304]: _type = "Task" [ 1208.153225] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.158660] env[69304]: DEBUG oslo_vmware.api [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1208.158660] env[69304]: value = "task-4209559" [ 1208.158660] env[69304]: _type = "Task" [ 1208.158660] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.161846] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209558, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.175975] env[69304]: DEBUG oslo_vmware.api [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.206641] env[69304]: INFO nova.compute.manager [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Took 16.20 seconds to build instance. [ 1208.255431] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.255881] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.256228] env[69304]: INFO nova.compute.manager [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Shelving [ 1208.351349] env[69304]: DEBUG nova.compute.manager [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Received event network-changed-b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1208.351585] env[69304]: DEBUG nova.compute.manager [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Refreshing instance network info cache due to event network-changed-b102c8cb-fb2c-4301-87ef-76daa57a863b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1208.351813] env[69304]: DEBUG oslo_concurrency.lockutils [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] Acquiring lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.351964] env[69304]: DEBUG oslo_concurrency.lockutils [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] Acquired lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.352472] env[69304]: DEBUG nova.network.neutron [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Refreshing network info cache for port b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.563604] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209557, 'name': CloneVM_Task} progress is 95%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.597400] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.664323] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209558, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.673436] env[69304]: DEBUG oslo_vmware.api [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209559, 'name': PowerOffVM_Task, 'duration_secs': 0.142973} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.673659] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.673827] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.674103] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01afda56-91f2-4d58-9d47-d7e02c469a99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.704373] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.704607] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.704783] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Deleting the datastore file [datastore1] 2e31c601-4b59-4107-9748-a684461e1611 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.705079] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef4c0993-6d2a-4359-ba84-2d1cbdba2118 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.711100] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.716s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.712862] env[69304]: DEBUG oslo_vmware.api [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for the task: (returnval){ [ 1208.712862] env[69304]: value = "task-4209561" [ 1208.712862] env[69304]: _type = "Task" [ 1208.712862] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.722235] env[69304]: DEBUG oslo_vmware.api [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.064557] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209557, 'name': CloneVM_Task, 'duration_secs': 1.772069} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.064838] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Created linked-clone VM from snapshot [ 1209.065621] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e65e6-e8bd-4beb-a7d3-f4ccdf5c484f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.075410] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Uploading image bba690be-0f9d-4adf-854d-dc60473d72d3 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1209.109534] env[69304]: DEBUG nova.network.neutron [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updated VIF entry in instance network info cache for port b102c8cb-fb2c-4301-87ef-76daa57a863b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.109910] env[69304]: DEBUG nova.network.neutron [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating instance_info_cache with network_info: [{"id": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "address": "fa:16:3e:5b:ec:6d", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb102c8cb-fb", "ovs_interfaceid": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.131399] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1209.131399] env[69304]: value = "vm-832948" [ 1209.131399] env[69304]: _type = "VirtualMachine" [ 1209.131399] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1209.131770] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-945aa0ff-04ff-4766-bfd5-0dde0a7064b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.161092] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lease: (returnval){ [ 1209.161092] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52555cc3-88fb-e20b-815b-add5759956c7" [ 1209.161092] env[69304]: _type = "HttpNfcLease" [ 1209.161092] env[69304]: } obtained for exporting VM: (result){ [ 1209.161092] env[69304]: value = "vm-832948" [ 1209.161092] env[69304]: _type = "VirtualMachine" [ 1209.161092] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1209.161581] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the lease: (returnval){ [ 1209.161581] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52555cc3-88fb-e20b-815b-add5759956c7" [ 1209.161581] env[69304]: _type = "HttpNfcLease" [ 1209.161581] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.168436] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209558, 'name': CreateVM_Task, 'duration_secs': 0.886955} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.168862] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.169605] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.169775] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.170100] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.171864] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43be5bac-82a4-44f0-b89c-449dbcbb27df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.173553] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.173553] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52555cc3-88fb-e20b-815b-add5759956c7" [ 1209.173553] env[69304]: _type = "HttpNfcLease" [ 1209.173553] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.176762] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1209.176762] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52905236-d0da-e3e5-4bce-87360f615511" [ 1209.176762] env[69304]: _type = "Task" [ 1209.176762] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.186277] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52905236-d0da-e3e5-4bce-87360f615511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.222968] env[69304]: DEBUG oslo_vmware.api [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Task: {'id': task-4209561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103826} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.223274] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.223463] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.223644] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.223819] env[69304]: INFO nova.compute.manager [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1209.224143] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.224368] env[69304]: DEBUG nova.compute.manager [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.224463] env[69304]: DEBUG nova.network.neutron [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.240774] env[69304]: DEBUG nova.network.neutron [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.267343] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.268055] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1ee979-823d-4799-b645-814d78212cbe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.275326] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1209.275326] env[69304]: value = "task-4209563" [ 1209.275326] env[69304]: _type = "Task" [ 1209.275326] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.284644] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.592206] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.592603] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.615158] env[69304]: DEBUG oslo_concurrency.lockutils [req-efb04945-604c-4303-b944-3534f6823cfe req-e78a371f-67ae-443d-ad21-235e7ddba4cc service nova] Releasing lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.671801] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.671801] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52555cc3-88fb-e20b-815b-add5759956c7" [ 1209.671801] env[69304]: _type = "HttpNfcLease" [ 1209.671801] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.672221] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.672221] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52555cc3-88fb-e20b-815b-add5759956c7" [ 1209.672221] env[69304]: _type = "HttpNfcLease" [ 1209.672221] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1209.673015] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b0b06-fcc8-47fc-ab38-50961d897bf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.682155] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b05b-cf4b-e69e-d564-b96d0e85f8a0/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.682402] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b05b-cf4b-e69e-d564-b96d0e85f8a0/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1209.743889] env[69304]: DEBUG nova.network.neutron [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.745295] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52905236-d0da-e3e5-4bce-87360f615511, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.746536] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.746748] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.746982] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.747161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.747346] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.748463] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7687eb65-a40e-48c7-b0dd-4f04fc60e775 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.759631] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.759631] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.760106] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674267f6-bd5d-4524-b469-987e8a4092cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.766937] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1209.766937] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52702458-8bb0-a8bd-0183-87c03fbef36e" [ 1209.766937] env[69304]: _type = "Task" [ 1209.766937] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.775527] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52702458-8bb0-a8bd-0183-87c03fbef36e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.784102] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209563, 'name': PowerOffVM_Task, 'duration_secs': 0.445315} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.784357] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.785155] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee42574-2772-40c1-8df2-5a854343533a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.805729] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1b8cee-86ec-4fe1-af46-7a767f55d4aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.808546] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c67532ed-032d-4652-8aad-893235b60110 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.099136] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.099320] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.099540] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.100084] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.100084] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.100084] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1210.100543] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.249723] env[69304]: INFO nova.compute.manager [-] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Took 1.03 seconds to deallocate network for instance. [ 1210.278620] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52702458-8bb0-a8bd-0183-87c03fbef36e, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.279689] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd838b4-b99d-4cf2-9c71-2551dea208b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.286450] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1210.286450] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e6901a-c0ad-003a-8c6c-d8ae261404a6" [ 1210.286450] env[69304]: _type = "Task" [ 1210.286450] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.297180] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e6901a-c0ad-003a-8c6c-d8ae261404a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.319381] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1210.319696] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-465e6b17-18da-457e-a97e-defb24c31aa1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.328560] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1210.328560] env[69304]: value = "task-4209564" [ 1210.328560] env[69304]: _type = "Task" [ 1210.328560] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.338839] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209564, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.379280] env[69304]: DEBUG nova.compute.manager [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1210.379546] env[69304]: DEBUG nova.compute.manager [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing instance network info cache due to event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1210.379902] env[69304]: DEBUG oslo_concurrency.lockutils [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.379974] env[69304]: DEBUG oslo_concurrency.lockutils [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.380271] env[69304]: DEBUG nova.network.neutron [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.604729] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.605047] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.605270] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.605503] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1210.606501] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf417cd-2861-4b71-a3d0-e4b00f59434a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.616321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8870437-c63d-4ade-a939-b58755699b05 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.632833] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f4e79c-f89d-425a-8dd7-169d15810185 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.640750] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b23d8d-2c66-4806-97d0-94ff65f0647e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.676682] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179837MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1210.677016] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.677295] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.757131] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.799185] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e6901a-c0ad-003a-8c6c-d8ae261404a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.799641] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.800039] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 962d1a12-eda0-47fb-879b-653e9148c4e5/962d1a12-eda0-47fb-879b-653e9148c4e5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.800415] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-862974e0-9d93-4d5b-881e-1d12542ae8ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.808826] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1210.808826] env[69304]: value = "task-4209565" [ 1210.808826] env[69304]: _type = "Task" [ 1210.808826] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.818745] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.838886] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209564, 'name': CreateSnapshot_Task, 'duration_secs': 0.45552} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.839302] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1210.840172] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c19e3bb-1693-4f01-9efc-b190db4fffab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.320096] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209565, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.359823] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1211.360424] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a81bdb9f-b685-4b9d-a7e2-be2b3017b13b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.371326] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1211.371326] env[69304]: value = "task-4209566" [ 1211.371326] env[69304]: _type = "Task" [ 1211.371326] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.380556] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209566, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.609608] env[69304]: DEBUG nova.network.neutron [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updated VIF entry in instance network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.610008] env[69304]: DEBUG nova.network.neutron [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.711973] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.712160] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 10ebd5e4-8286-4576-b758-8d251b2411a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.712291] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.712412] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 1cddb986-9014-4caf-8fe7-7db792375181 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.712529] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7941a7fb-b332-4a59-9e96-c02d18249818 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.712668] env[69304]: WARNING nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 2e31c601-4b59-4107-9748-a684461e1611 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1211.712803] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7b6d15c8-9d23-4b81-b902-87f608e81f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.712944] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 19d480e1-758e-4d5e-b63d-65a04ded6f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.713097] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 962d1a12-eda0-47fb-879b-653e9148c4e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.713317] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1211.713479] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1211.821835] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54748} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.822159] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 962d1a12-eda0-47fb-879b-653e9148c4e5/962d1a12-eda0-47fb-879b-653e9148c4e5.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.822378] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.822645] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d87e28b-4060-4426-963d-acbde282550d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.832830] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1211.832830] env[69304]: value = "task-4209567" [ 1211.832830] env[69304]: _type = "Task" [ 1211.832830] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.843885] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.851894] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def4d191-21a9-4a4f-8e17-181a3e30a174 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.859792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729100d2-8b4b-4e77-995c-a016ac20706d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.897207] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4450c-8385-423f-9dbc-55aa200b163d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.905425] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209566, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.908653] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e04175-8860-4c03-a57a-64948b0736dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.922576] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.112991] env[69304]: DEBUG oslo_concurrency.lockutils [req-075cc8cd-3002-4044-956c-4e42018a7a24 req-4f839af2-f89f-4d28-a2cc-da828155b72c service nova] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.344540] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067138} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.345039] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.345644] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5d9bfc-41cb-4324-8ca1-8135ed0f7a68 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.367969] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 962d1a12-eda0-47fb-879b-653e9148c4e5/962d1a12-eda0-47fb-879b-653e9148c4e5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.368291] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eaa519b-7f20-436f-b9fd-b5e87f87f8ad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.387904] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1212.387904] env[69304]: value = "task-4209568" [ 1212.387904] env[69304]: _type = "Task" [ 1212.387904] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.398474] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.404383] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209566, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.425654] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.901391] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209568, 'name': ReconfigVM_Task, 'duration_secs': 0.392735} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.902059] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 962d1a12-eda0-47fb-879b-653e9148c4e5/962d1a12-eda0-47fb-879b-653e9148c4e5.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.902727] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8785e62-671d-49c2-a987-523be757e97e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.907717] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209566, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.913097] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1212.913097] env[69304]: value = "task-4209569" [ 1212.913097] env[69304]: _type = "Task" [ 1212.913097] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.922058] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209569, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.930961] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1212.931206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.254s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.931517] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.175s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.931754] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.951889] env[69304]: INFO nova.scheduler.client.report [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Deleted allocations for instance 2e31c601-4b59-4107-9748-a684461e1611 [ 1213.404636] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209566, 'name': CloneVM_Task} progress is 95%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.424076] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209569, 'name': Rename_Task, 'duration_secs': 0.260324} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.424076] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.424283] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad6c925-7d3c-44fb-888c-b89e486c0646 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.431610] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1213.431610] env[69304]: value = "task-4209570" [ 1213.431610] env[69304]: _type = "Task" [ 1213.431610] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.440129] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.459486] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f976b36b-164c-4c4f-a477-21c35c755960 tempest-ServerShowV257Test-432876259 tempest-ServerShowV257Test-432876259-project-member] Lock "2e31c601-4b59-4107-9748-a684461e1611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.952s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.904876] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209566, 'name': CloneVM_Task, 'duration_secs': 2.274018} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.905368] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Created linked-clone VM from snapshot [ 1213.906011] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a9714b-089e-4b90-a581-3542d92f5d74 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.915091] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Uploading image 644fdcf8-e623-4307-a879-5334d6d3aa2a {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1213.945591] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209570, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.947742] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1213.947742] env[69304]: value = "vm-832951" [ 1213.947742] env[69304]: _type = "VirtualMachine" [ 1213.947742] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1213.948057] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bba8c18e-5b3b-47eb-b3db-9452f5a8c4c7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.956020] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease: (returnval){ [ 1213.956020] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eefb8d-36a9-70d1-bb47-c174954d68e3" [ 1213.956020] env[69304]: _type = "HttpNfcLease" [ 1213.956020] env[69304]: } obtained for exporting VM: (result){ [ 1213.956020] env[69304]: value = "vm-832951" [ 1213.956020] env[69304]: _type = "VirtualMachine" [ 1213.956020] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1213.956020] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the lease: (returnval){ [ 1213.956020] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eefb8d-36a9-70d1-bb47-c174954d68e3" [ 1213.956020] env[69304]: _type = "HttpNfcLease" [ 1213.956020] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1213.964592] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.964592] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eefb8d-36a9-70d1-bb47-c174954d68e3" [ 1213.964592] env[69304]: _type = "HttpNfcLease" [ 1213.964592] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.443192] env[69304]: DEBUG oslo_vmware.api [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209570, 'name': PowerOnVM_Task, 'duration_secs': 0.733594} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.443551] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.443702] env[69304]: INFO nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1214.443886] env[69304]: DEBUG nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.444681] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f24881-2167-46d2-bda7-c82fa80e387e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.464214] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.464214] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eefb8d-36a9-70d1-bb47-c174954d68e3" [ 1214.464214] env[69304]: _type = "HttpNfcLease" [ 1214.464214] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1214.464463] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1214.464463] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eefb8d-36a9-70d1-bb47-c174954d68e3" [ 1214.464463] env[69304]: _type = "HttpNfcLease" [ 1214.464463] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1214.465179] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe343b5-5dcd-4e4b-b71a-d74c483c3520 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.473188] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddfcef-dcd6-0a55-83b9-308639049c61/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1214.473376] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddfcef-dcd6-0a55-83b9-308639049c61/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1214.676316] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c8ae19c-9283-4fc9-8eeb-78e9bc8b9e96 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.961089] env[69304]: INFO nova.compute.manager [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Took 13.25 seconds to build instance. [ 1215.418707] env[69304]: DEBUG nova.compute.manager [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Received event network-changed-b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1215.419137] env[69304]: DEBUG nova.compute.manager [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Refreshing instance network info cache due to event network-changed-b102c8cb-fb2c-4301-87ef-76daa57a863b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1215.419279] env[69304]: DEBUG oslo_concurrency.lockutils [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] Acquiring lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.419400] env[69304]: DEBUG oslo_concurrency.lockutils [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] Acquired lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.419598] env[69304]: DEBUG nova.network.neutron [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Refreshing network info cache for port b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.463350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-25b232bc-a3be-4d4a-a303-079c1c667e33 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.761s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.194856] env[69304]: DEBUG nova.network.neutron [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updated VIF entry in instance network info cache for port b102c8cb-fb2c-4301-87ef-76daa57a863b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.196282] env[69304]: DEBUG nova.network.neutron [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating instance_info_cache with network_info: [{"id": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "address": "fa:16:3e:5b:ec:6d", "network": {"id": "429c5fa4-15f7-4086-bd43-614a80b1273a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-85772304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0278f7d496e445ebbd92fd917a481f05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb102c8cb-fb", "ovs_interfaceid": "b102c8cb-fb2c-4301-87ef-76daa57a863b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.700320] env[69304]: DEBUG oslo_concurrency.lockutils [req-d7f08e12-c31e-41da-9f80-4709b1f71719 req-8232ebcd-01ee-435c-a5be-811281762aa2 service nova] Releasing lock "refresh_cache-962d1a12-eda0-47fb-879b-653e9148c4e5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.442256] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b05b-cf4b-e69e-d564-b96d0e85f8a0/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1219.443294] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a476e9-bd9b-4524-a65d-e3bf1b00ef5a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.450283] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b05b-cf4b-e69e-d564-b96d0e85f8a0/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1219.450464] env[69304]: ERROR oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b05b-cf4b-e69e-d564-b96d0e85f8a0/disk-0.vmdk due to incomplete transfer. [ 1219.450737] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1bd7ef3b-44c5-4ec3-af84-df43fcb7e4d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.459185] env[69304]: DEBUG oslo_vmware.rw_handles [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5256b05b-cf4b-e69e-d564-b96d0e85f8a0/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1219.459372] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Uploaded image bba690be-0f9d-4adf-854d-dc60473d72d3 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1219.461928] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1219.462237] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f2f082e-bdf5-4b99-a07e-400dcf57db6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.469509] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1219.469509] env[69304]: value = "task-4209572" [ 1219.469509] env[69304]: _type = "Task" [ 1219.469509] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.478032] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209572, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.981912] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209572, 'name': Destroy_Task, 'duration_secs': 0.389479} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.981912] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Destroyed the VM [ 1219.981912] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1219.982149] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db8fbca6-97e7-48f3-964b-4cdd4fad5627 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.989392] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1219.989392] env[69304]: value = "task-4209573" [ 1219.989392] env[69304]: _type = "Task" [ 1219.989392] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.998907] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.500584] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209573, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499549} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.500951] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1220.501244] env[69304]: DEBUG nova.compute.manager [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.502012] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7692be-1587-4a88-a8b8-09c0a217d2fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.859295] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquiring lock "7941a7fb-b332-4a59-9e96-c02d18249818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.859623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "7941a7fb-b332-4a59-9e96-c02d18249818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.859880] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquiring lock "7941a7fb-b332-4a59-9e96-c02d18249818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.860124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "7941a7fb-b332-4a59-9e96-c02d18249818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.860339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "7941a7fb-b332-4a59-9e96-c02d18249818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.862874] env[69304]: INFO nova.compute.manager [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Terminating instance [ 1221.016033] env[69304]: INFO nova.compute.manager [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Shelve offloading [ 1221.370076] env[69304]: DEBUG nova.compute.manager [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.370076] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.370076] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e52414d9-a349-4272-afd3-11e1abd24742 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.388193] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1221.388193] env[69304]: value = "task-4209574" [ 1221.388193] env[69304]: _type = "Task" [ 1221.388193] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.425606] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.519266] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.519702] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec2d585d-403c-4e8e-bb5c-4d5300a55c63 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.528034] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1221.528034] env[69304]: value = "task-4209575" [ 1221.528034] env[69304]: _type = "Task" [ 1221.528034] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.538325] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.899471] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209574, 'name': PowerOffVM_Task, 'duration_secs': 0.236926} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.899723] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.899931] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.900198] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832930', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'name': 'volume-0f867118-c55d-4d03-9084-3ee8728c9bbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7941a7fb-b332-4a59-9e96-c02d18249818', 'attached_at': '', 'detached_at': '', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'serial': '0f867118-c55d-4d03-9084-3ee8728c9bbe'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.901053] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdecbcc2-b8ef-4038-b24c-1a51a060ddc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.922426] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d263b75-924b-4723-835d-131d26b4061a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.930934] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618ed7cd-3f00-49c4-9371-8acb1cfb82d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.952696] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5935e8d-a66d-418c-a5bf-ac4eebcd95d9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.970037] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f867118-c55d-4d03-9084-3ee8728c9bbe/volume-0f867118-c55d-4d03-9084-3ee8728c9bbe.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.975486] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.975791] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236a7943-005b-4dba-83a7-0200bb4a25da {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.995027] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1221.995027] env[69304]: value = "task-4209576" [ 1221.995027] env[69304]: _type = "Task" [ 1221.995027] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.003848] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.039407] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1222.039670] env[69304]: DEBUG nova.compute.manager [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.040481] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1913512-5579-4355-8a99-f8fdafe69e78 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.047199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.047373] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.047547] env[69304]: DEBUG nova.network.neutron [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.506036] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209576, 'name': ReconfigVM_Task, 'duration_secs': 0.437724} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.506331] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.511625] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2b7689-c7b1-4195-9043-997f2e7b9169 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.528894] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1222.528894] env[69304]: value = "task-4209577" [ 1222.528894] env[69304]: _type = "Task" [ 1222.528894] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.540778] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.812482] env[69304]: DEBUG nova.network.neutron [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updating instance_info_cache with network_info: [{"id": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "address": "fa:16:3e:55:88:c1", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2fed416-fa", "ovs_interfaceid": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.039573] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209577, 'name': ReconfigVM_Task, 'duration_secs': 0.141386} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.039899] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832930', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'name': 'volume-0f867118-c55d-4d03-9084-3ee8728c9bbe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7941a7fb-b332-4a59-9e96-c02d18249818', 'attached_at': '', 'detached_at': '', 'volume_id': '0f867118-c55d-4d03-9084-3ee8728c9bbe', 'serial': '0f867118-c55d-4d03-9084-3ee8728c9bbe'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1223.040201] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.041038] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d2889-7bc4-4b0a-8f25-64d00d05df1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.048069] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.048323] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e8ad483-51dd-4deb-b4f1-c5aa67e58292 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.117223] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.117610] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.117925] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Deleting the datastore file [datastore2] 7941a7fb-b332-4a59-9e96-c02d18249818 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.118297] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d481eb6c-7087-4f26-ab27-72f61c1e7d03 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.126360] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for the task: (returnval){ [ 1223.126360] env[69304]: value = "task-4209579" [ 1223.126360] env[69304]: _type = "Task" [ 1223.126360] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.135074] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.315082] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.556886] env[69304]: DEBUG nova.compute.manager [req-99f24361-3514-4c5c-abe0-d98e8fb63c5c req-8b8b8b50-8c8b-4012-b7dd-4ce704f7d0a0 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Received event network-vif-unplugged-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1223.557184] env[69304]: DEBUG oslo_concurrency.lockutils [req-99f24361-3514-4c5c-abe0-d98e8fb63c5c req-8b8b8b50-8c8b-4012-b7dd-4ce704f7d0a0 service nova] Acquiring lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.557433] env[69304]: DEBUG oslo_concurrency.lockutils [req-99f24361-3514-4c5c-abe0-d98e8fb63c5c req-8b8b8b50-8c8b-4012-b7dd-4ce704f7d0a0 service nova] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.557623] env[69304]: DEBUG oslo_concurrency.lockutils [req-99f24361-3514-4c5c-abe0-d98e8fb63c5c req-8b8b8b50-8c8b-4012-b7dd-4ce704f7d0a0 service nova] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.557795] env[69304]: DEBUG nova.compute.manager [req-99f24361-3514-4c5c-abe0-d98e8fb63c5c req-8b8b8b50-8c8b-4012-b7dd-4ce704f7d0a0 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] No waiting events found dispatching network-vif-unplugged-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1223.557964] env[69304]: WARNING nova.compute.manager [req-99f24361-3514-4c5c-abe0-d98e8fb63c5c req-8b8b8b50-8c8b-4012-b7dd-4ce704f7d0a0 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Received unexpected event network-vif-unplugged-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 for instance with vm_state shelved and task_state shelving_offloading. [ 1223.598962] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.599986] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2866d75-0279-484c-8a1e-171a5aa068e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.608534] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.608924] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a835d3e-d82c-45ba-b3e9-94ce14d42ef4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.637898] env[69304]: DEBUG oslo_vmware.api [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Task: {'id': task-4209579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10716} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.638290] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.638563] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.638771] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.638954] env[69304]: INFO nova.compute.manager [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1223.639255] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.639472] env[69304]: DEBUG nova.compute.manager [-] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.639565] env[69304]: DEBUG nova.network.neutron [-] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.673645] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.673874] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.674085] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleting the datastore file [datastore1] 7b6d15c8-9d23-4b81-b902-87f608e81f9b {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.674355] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0967fc6e-d5e9-4618-92c3-0589f3ac4ae6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.681552] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1223.681552] env[69304]: value = "task-4209581" [ 1223.681552] env[69304]: _type = "Task" [ 1223.681552] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.690703] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.731194] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddfcef-dcd6-0a55-83b9-308639049c61/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.732246] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0618863-979f-420c-be49-43dbf3576d60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.739073] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddfcef-dcd6-0a55-83b9-308639049c61/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.739306] env[69304]: ERROR oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddfcef-dcd6-0a55-83b9-308639049c61/disk-0.vmdk due to incomplete transfer. [ 1223.739572] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd76ffe8-549d-42e0-87d2-da65ecb7c51d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.747521] env[69304]: DEBUG oslo_vmware.rw_handles [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ddfcef-dcd6-0a55-83b9-308639049c61/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1223.747765] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Uploaded image 644fdcf8-e623-4307-a879-5334d6d3aa2a to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1223.749526] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1223.749802] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-803bf50b-766f-45aa-9fa5-e1c28747c444 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.755482] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1223.755482] env[69304]: value = "task-4209582" [ 1223.755482] env[69304]: _type = "Task" [ 1223.755482] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.764078] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209582, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.192461] env[69304]: DEBUG oslo_vmware.api [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152464} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.192738] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.192951] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.193164] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.225243] env[69304]: INFO nova.scheduler.client.report [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocations for instance 7b6d15c8-9d23-4b81-b902-87f608e81f9b [ 1224.266765] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209582, 'name': Destroy_Task, 'duration_secs': 0.344076} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.266765] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Destroyed the VM [ 1224.267043] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1224.267326] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ca5622e-fa2c-48fc-99db-617ef293ab8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.275576] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1224.275576] env[69304]: value = "task-4209583" [ 1224.275576] env[69304]: _type = "Task" [ 1224.275576] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.285045] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.634475] env[69304]: DEBUG nova.network.neutron [-] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.730112] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.730401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.730676] env[69304]: DEBUG nova.objects.instance [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'resources' on Instance uuid 7b6d15c8-9d23-4b81-b902-87f608e81f9b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.785987] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372341} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.788042] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1224.788042] env[69304]: DEBUG nova.compute.manager [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.788042] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a729d3eb-e44e-4ddb-9ab4-278e1eb9b081 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.137635] env[69304]: INFO nova.compute.manager [-] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Took 1.50 seconds to deallocate network for instance. [ 1225.162846] env[69304]: DEBUG oslo_concurrency.lockutils [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.235984] env[69304]: DEBUG nova.objects.instance [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b6d15c8-9d23-4b81-b902-87f608e81f9b {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.300156] env[69304]: INFO nova.compute.manager [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Shelve offloading [ 1225.599516] env[69304]: DEBUG nova.compute.manager [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Received event network-changed-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1225.599716] env[69304]: DEBUG nova.compute.manager [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Refreshing instance network info cache due to event network-changed-c2fed416-fa4a-4470-9776-a95a7a1ac4f6. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1225.599942] env[69304]: DEBUG oslo_concurrency.lockutils [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] Acquiring lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.600132] env[69304]: DEBUG oslo_concurrency.lockutils [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] Acquired lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.600337] env[69304]: DEBUG nova.network.neutron [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Refreshing network info cache for port c2fed416-fa4a-4470-9776-a95a7a1ac4f6 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.686569] env[69304]: INFO nova.compute.manager [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Took 0.55 seconds to detach 1 volumes for instance. [ 1225.688850] env[69304]: DEBUG nova.compute.manager [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Deleting volume: 0f867118-c55d-4d03-9084-3ee8728c9bbe {{(pid=69304) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1225.738993] env[69304]: DEBUG nova.objects.base [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Object Instance<7b6d15c8-9d23-4b81-b902-87f608e81f9b> lazy-loaded attributes: resources,numa_topology {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.804191] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.804861] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e7a91e-65d4-4e1f-9cbe-7f8e7ee70779 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.814850] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1225.814850] env[69304]: value = "task-4209585" [ 1225.814850] env[69304]: _type = "Task" [ 1225.814850] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.824486] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.849014] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3506e490-560f-423b-84db-0367f87eac91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.858165] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2f22e2-7ae4-44a9-bea3-9bfcacee0421 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.892218] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76966504-3f52-4e68-aed8-bbd69df70de4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.900325] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beb9373-7b73-497d-aeac-9023d1f9c4e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.915521] env[69304]: DEBUG nova.compute.provider_tree [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.231503] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.328506] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1226.328506] env[69304]: DEBUG nova.compute.manager [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.329472] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6d3aaa-a6f6-434c-a831-64df02da9b94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.337167] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.337352] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.337529] env[69304]: DEBUG nova.network.neutron [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.389251] env[69304]: DEBUG nova.network.neutron [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updated VIF entry in instance network info cache for port c2fed416-fa4a-4470-9776-a95a7a1ac4f6. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.389626] env[69304]: DEBUG nova.network.neutron [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updating instance_info_cache with network_info: [{"id": "c2fed416-fa4a-4470-9776-a95a7a1ac4f6", "address": "fa:16:3e:55:88:c1", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": null, "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc2fed416-fa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.419094] env[69304]: DEBUG nova.scheduler.client.report [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.894012] env[69304]: DEBUG oslo_concurrency.lockutils [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] Releasing lock "refresh_cache-7b6d15c8-9d23-4b81-b902-87f608e81f9b" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.894335] env[69304]: DEBUG nova.compute.manager [req-ef9b72b6-4ae1-4e09-9241-aa78d0692416 req-b2bf29c8-a2fc-4ba0-bab3-ad07fb94dfb6 service nova] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Received event network-vif-deleted-2adbd07e-a824-4ef1-b763-7e00f207da62 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1226.923868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.926260] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.695s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.926973] env[69304]: DEBUG nova.objects.instance [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lazy-loading 'resources' on Instance uuid 7941a7fb-b332-4a59-9e96-c02d18249818 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.117981] env[69304]: DEBUG nova.network.neutron [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.435632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f52ed50-037c-44b3-abea-6be139abf7b1 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.006s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.436680] env[69304]: DEBUG oslo_concurrency.lockutils [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.274s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.436951] env[69304]: DEBUG oslo_concurrency.lockutils [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.437227] env[69304]: DEBUG oslo_concurrency.lockutils [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.437416] env[69304]: DEBUG oslo_concurrency.lockutils [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.440817] env[69304]: INFO nova.compute.manager [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Terminating instance [ 1227.529198] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350db9f0-b827-4577-9da1-6ef2e1374bce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.537651] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b64813-51d1-4525-a15a-f7bb2288d9b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.569514] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76abb5a9-80c1-4456-b2ac-af5483d7b3b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.577711] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6178ead-9630-4197-a995-355fb2d386f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.591932] env[69304]: DEBUG nova.compute.provider_tree [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.620610] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.838331] env[69304]: DEBUG nova.compute.manager [req-b3493261-701e-41d4-9c53-debb088a2bd1 req-a06af215-a037-47d8-afd1-974f0456809a service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-vif-unplugged-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1227.839039] env[69304]: DEBUG oslo_concurrency.lockutils [req-b3493261-701e-41d4-9c53-debb088a2bd1 req-a06af215-a037-47d8-afd1-974f0456809a service nova] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.839039] env[69304]: DEBUG oslo_concurrency.lockutils [req-b3493261-701e-41d4-9c53-debb088a2bd1 req-a06af215-a037-47d8-afd1-974f0456809a service nova] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.839191] env[69304]: DEBUG oslo_concurrency.lockutils [req-b3493261-701e-41d4-9c53-debb088a2bd1 req-a06af215-a037-47d8-afd1-974f0456809a service nova] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.839347] env[69304]: DEBUG nova.compute.manager [req-b3493261-701e-41d4-9c53-debb088a2bd1 req-a06af215-a037-47d8-afd1-974f0456809a service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] No waiting events found dispatching network-vif-unplugged-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1227.839536] env[69304]: WARNING nova.compute.manager [req-b3493261-701e-41d4-9c53-debb088a2bd1 req-a06af215-a037-47d8-afd1-974f0456809a service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received unexpected event network-vif-unplugged-cf9521b1-02c6-49f5-89bc-cb662d206485 for instance with vm_state shelved and task_state shelving_offloading. [ 1227.935593] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.940355] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293113e-a8d7-4d4a-a5ae-c435db44e903 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.945532] env[69304]: DEBUG nova.compute.manager [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.945959] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.949030] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbe6eade-1475-44ff-9dfe-b549c3f849c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.951241] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.951654] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-441e1a5f-1ada-43e9-a0b6-5157e4a0da72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.961064] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3bb3a9-529e-4bc5-bf69-4500b68bb5ae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.993159] env[69304]: WARNING nova.virt.vmwareapi.vmops [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7b6d15c8-9d23-4b81-b902-87f608e81f9b could not be found. [ 1227.993570] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.993888] env[69304]: INFO nova.compute.manager [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1227.994284] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.994696] env[69304]: DEBUG nova.compute.manager [-] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.994936] env[69304]: DEBUG nova.network.neutron [-] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.058083] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.058304] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.058304] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleting the datastore file [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.058700] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdfcce9c-e165-4969-b32a-74f8228b982c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.066344] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1228.066344] env[69304]: value = "task-4209587" [ 1228.066344] env[69304]: _type = "Task" [ 1228.066344] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.075602] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.094874] env[69304]: DEBUG nova.scheduler.client.report [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.578026] env[69304]: DEBUG oslo_vmware.api [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150787} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.579037] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.579037] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.579037] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.600110] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.604503] env[69304]: INFO nova.scheduler.client.report [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted allocations for instance 1cddb986-9014-4caf-8fe7-7db792375181 [ 1228.617096] env[69304]: INFO nova.scheduler.client.report [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Deleted allocations for instance 7941a7fb-b332-4a59-9e96-c02d18249818 [ 1228.777439] env[69304]: DEBUG nova.network.neutron [-] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.109273] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.109632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.109715] env[69304]: DEBUG nova.objects.instance [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'resources' on Instance uuid 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.124104] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d45b3afd-22b2-405a-a328-46e79a592ff8 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Lock "7941a7fb-b332-4a59-9e96-c02d18249818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.264s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.280233] env[69304]: INFO nova.compute.manager [-] [instance: 7b6d15c8-9d23-4b81-b902-87f608e81f9b] Took 1.29 seconds to deallocate network for instance. [ 1229.612573] env[69304]: DEBUG nova.objects.instance [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.874489] env[69304]: DEBUG nova.compute.manager [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1229.874619] env[69304]: DEBUG nova.compute.manager [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing instance network info cache due to event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1229.874815] env[69304]: DEBUG oslo_concurrency.lockutils [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.875018] env[69304]: DEBUG oslo_concurrency.lockutils [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.875212] env[69304]: DEBUG nova.network.neutron [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.115408] env[69304]: DEBUG nova.objects.base [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Object Instance<1cddb986-9014-4caf-8fe7-7db792375181> lazy-loaded attributes: resources,numa_topology {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.203329] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a9dfbe-17f5-44db-be1d-2b011a1bd785 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.212087] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71ab4c7-f2f3-46b0-986e-ccce90b1a29d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.244772] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782fa8d-3fe7-4e4b-979f-4eaddb555a0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.254234] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc17bfd-467d-4050-9775-df306f6c576c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.269354] env[69304]: DEBUG nova.compute.provider_tree [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.311423] env[69304]: DEBUG oslo_concurrency.lockutils [None req-541bcd15-d888-4b05-a117-419587d3f2d5 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "7b6d15c8-9d23-4b81-b902-87f608e81f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.875s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.703909] env[69304]: DEBUG nova.network.neutron [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updated VIF entry in instance network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.703909] env[69304]: DEBUG nova.network.neutron [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcf9521b1-02", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.775408] env[69304]: DEBUG nova.scheduler.client.report [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.210372] env[69304]: DEBUG oslo_concurrency.lockutils [req-57bdfdc4-bd14-408b-b8c0-b9170bf0fa10 req-4d3bf32e-aebd-44ed-b9e1-07e462a3791c service nova] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.278698] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.438267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.438537] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.665502] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.788128] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a887d545-dbe5-421c-bf4e-94cc0afcb6ef tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.532s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.843317] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.843602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.843887] env[69304]: INFO nova.compute.manager [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Unshelving [ 1231.941169] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.981874] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.981932] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.982191] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.982400] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.982598] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.984740] env[69304]: INFO nova.compute.manager [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Terminating instance [ 1232.171256] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Getting list of instances from cluster (obj){ [ 1232.171256] env[69304]: value = "domain-c8" [ 1232.171256] env[69304]: _type = "ClusterComputeResource" [ 1232.171256] env[69304]: } {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1232.172298] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1ff163-012c-45cc-80d1-26d89d5077f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.187693] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Got total of 4 instances {{(pid=69304) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1232.187920] env[69304]: WARNING nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1232.188102] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Triggering sync for uuid 12e61e3d-8ea2-41fe-bfe8-26d574075ebf {{(pid=69304) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1232.188339] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Triggering sync for uuid 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1232.188568] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Triggering sync for uuid 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 {{(pid=69304) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1232.188738] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Triggering sync for uuid 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1232.188897] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Triggering sync for uuid 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10975}} [ 1232.189261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.189472] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.189752] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.189939] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.190190] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.190402] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.190586] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.190844] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.191036] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.191372] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-287dd06c-761e-4d8d-8b29-3a1bf6d06f9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.193920] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c330451f-3749-4917-ab6b-6ca1367f5f3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.196813] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ecd05-7b83-4a53-9004-bfe259737ef5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.199637] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77910007-63e7-4650-8fd5-ca22881a7057 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.215787] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb272f0-f9e9-4fef-a039-f74f635baba2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.464750] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.465009] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.468051] env[69304]: INFO nova.compute.claims [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.489057] env[69304]: DEBUG nova.compute.manager [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.489057] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.489765] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f56b93c-e22e-4882-a828-668514b0809a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.498251] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.498526] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ad5e38f-680c-4362-8552-90b744388ec0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.504907] env[69304]: DEBUG oslo_vmware.api [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1232.504907] env[69304]: value = "task-4209588" [ 1232.504907] env[69304]: _type = "Task" [ 1232.504907] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.514211] env[69304]: DEBUG oslo_vmware.api [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.714388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.727388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.727856] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.748703] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "12e61e3d-8ea2-41fe-bfe8-26d574075ebf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.866116] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.018510] env[69304]: DEBUG oslo_vmware.api [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209588, 'name': PowerOffVM_Task, 'duration_secs': 0.201005} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.019163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.019331] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.019585] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd80d04-9bf3-4379-ab5a-ca5a866fc374 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.496904] env[69304]: DEBUG nova.scheduler.client.report [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1233.512754] env[69304]: DEBUG nova.scheduler.client.report [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1233.512984] env[69304]: DEBUG nova.compute.provider_tree [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.525485] env[69304]: DEBUG nova.scheduler.client.report [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1233.551208] env[69304]: DEBUG nova.scheduler.client.report [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1233.678449] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.678449] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.678449] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleting the datastore file [datastore2] 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.679256] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4404c4b-cbf2-4288-b245-7593ea95d8c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.682082] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5300ae2-170c-4444-95b9-2facc3d71ca3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.690489] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efad53d-9174-4dab-9af2-1b8b48ac4a3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.694703] env[69304]: DEBUG oslo_vmware.api [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1233.694703] env[69304]: value = "task-4209590" [ 1233.694703] env[69304]: _type = "Task" [ 1233.694703] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.726409] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553fe832-3dfd-44ac-a85a-72a3ee519d9d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.734294] env[69304]: DEBUG oslo_vmware.api [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.741671] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a0404-9ad6-4305-8e44-2e13b5b90970 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.756525] env[69304]: DEBUG nova.compute.provider_tree [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.207685] env[69304]: DEBUG oslo_vmware.api [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203917} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.207929] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.208161] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.208366] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.208570] env[69304]: INFO nova.compute.manager [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1234.208836] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.209036] env[69304]: DEBUG nova.compute.manager [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.209165] env[69304]: DEBUG nova.network.neutron [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.261288] env[69304]: DEBUG nova.scheduler.client.report [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.767109] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.770017] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.770848] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.905s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.771180] env[69304]: DEBUG nova.objects.instance [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'pci_requests' on Instance uuid 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.009575] env[69304]: DEBUG nova.compute.manager [req-cd5cdc51-271b-4507-bb50-79cd2bac5226 req-decd5e3d-9c2e-4f7c-9d8a-c8556d6f2b16 service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Received event network-vif-deleted-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1235.009786] env[69304]: INFO nova.compute.manager [req-cd5cdc51-271b-4507-bb50-79cd2bac5226 req-decd5e3d-9c2e-4f7c-9d8a-c8556d6f2b16 service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Neutron deleted interface 1bed9cee-2ed6-43bb-b06d-834a01fd39f6; detaching it from the instance and deleting it from the info cache [ 1235.009960] env[69304]: DEBUG nova.network.neutron [req-cd5cdc51-271b-4507-bb50-79cd2bac5226 req-decd5e3d-9c2e-4f7c-9d8a-c8556d6f2b16 service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.275890] env[69304]: DEBUG nova.compute.utils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.280838] env[69304]: DEBUG nova.objects.instance [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.280838] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.280838] env[69304]: DEBUG nova.network.neutron [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.330137] env[69304]: DEBUG nova.policy [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f844de3e3d8244a6bf1da7eef25813a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca413f85a31c4311a01e39c130ae4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.474111] env[69304]: DEBUG nova.network.neutron [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.512593] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf71d458-14fe-4e71-aaad-ab08fdb93f87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.523475] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beabef5d-72da-4bdc-9128-99c1057e8a82 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.555836] env[69304]: DEBUG nova.compute.manager [req-cd5cdc51-271b-4507-bb50-79cd2bac5226 req-decd5e3d-9c2e-4f7c-9d8a-c8556d6f2b16 service nova] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Detach interface failed, port_id=1bed9cee-2ed6-43bb-b06d-834a01fd39f6, reason: Instance 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1235.607541] env[69304]: DEBUG nova.network.neutron [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Successfully created port: 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.781026] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.784649] env[69304]: INFO nova.compute.claims [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.848567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "8649e877-0529-4b60-b147-3aa9b55d78fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.848795] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.977834] env[69304]: INFO nova.compute.manager [-] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Took 1.77 seconds to deallocate network for instance. [ 1236.351210] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.485214] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.792024] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.823268] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.823546] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.823704] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.823887] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.824051] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.824202] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.824413] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.824573] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.824740] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.824902] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.825091] env[69304]: DEBUG nova.virt.hardware [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.825975] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd813a42-6140-407d-aaa8-95d66801e87c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.836751] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acacd14-bb2e-49b0-800a-b00f8beaad3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.869735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.911122] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c3513-103b-4a01-8d12-d834b38ae0d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.919129] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f0bf21-f31a-4d90-88db-ab9be40624eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.951008] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686d47f7-03ce-4e40-8415-bc1564f766bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.959029] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e76e12b-d1ff-4682-b56f-3b329f594e1e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.973131] env[69304]: DEBUG nova.compute.provider_tree [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.036604] env[69304]: DEBUG nova.compute.manager [req-59dc35b3-3c8f-40b1-b303-96da4ee6a6a3 req-b5322db7-2f78-43c7-8339-0654eb45cb24 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Received event network-vif-plugged-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1237.036865] env[69304]: DEBUG oslo_concurrency.lockutils [req-59dc35b3-3c8f-40b1-b303-96da4ee6a6a3 req-b5322db7-2f78-43c7-8339-0654eb45cb24 service nova] Acquiring lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.037036] env[69304]: DEBUG oslo_concurrency.lockutils [req-59dc35b3-3c8f-40b1-b303-96da4ee6a6a3 req-b5322db7-2f78-43c7-8339-0654eb45cb24 service nova] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.037213] env[69304]: DEBUG oslo_concurrency.lockutils [req-59dc35b3-3c8f-40b1-b303-96da4ee6a6a3 req-b5322db7-2f78-43c7-8339-0654eb45cb24 service nova] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.037376] env[69304]: DEBUG nova.compute.manager [req-59dc35b3-3c8f-40b1-b303-96da4ee6a6a3 req-b5322db7-2f78-43c7-8339-0654eb45cb24 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] No waiting events found dispatching network-vif-plugged-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1237.037542] env[69304]: WARNING nova.compute.manager [req-59dc35b3-3c8f-40b1-b303-96da4ee6a6a3 req-b5322db7-2f78-43c7-8339-0654eb45cb24 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Received unexpected event network-vif-plugged-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 for instance with vm_state building and task_state spawning. [ 1237.058903] env[69304]: DEBUG nova.network.neutron [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Successfully updated port: 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.494159] env[69304]: ERROR nova.scheduler.client.report [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [req-6abc28e3-e814-4a96-aa45-45191aa4d926] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6abc28e3-e814-4a96-aa45-45191aa4d926"}]} [ 1237.511387] env[69304]: DEBUG nova.scheduler.client.report [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1237.525611] env[69304]: DEBUG nova.scheduler.client.report [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1237.525879] env[69304]: DEBUG nova.compute.provider_tree [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.537186] env[69304]: DEBUG nova.scheduler.client.report [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1237.557735] env[69304]: DEBUG nova.scheduler.client.report [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1237.567908] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.568072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.568223] env[69304]: DEBUG nova.network.neutron [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.749121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4bcde-2b23-4ec9-a5df-61697a300ec0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.757508] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f96be8-bf3f-41c3-b2c7-2aa5b62d6a81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.788793] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0711fa-b249-4e67-8548-7da79aa3343b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.796973] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475268d-40ad-4029-8221-d657139bbff4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.811934] env[69304]: DEBUG nova.compute.provider_tree [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.130840] env[69304]: DEBUG nova.network.neutron [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.281584] env[69304]: DEBUG nova.network.neutron [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Updating instance_info_cache with network_info: [{"id": "73bbe1f2-1ac1-4388-bde3-98ebd5653b72", "address": "fa:16:3e:bc:f6:9b", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73bbe1f2-1a", "ovs_interfaceid": "73bbe1f2-1ac1-4388-bde3-98ebd5653b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.347264] env[69304]: DEBUG nova.scheduler.client.report [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1238.347653] env[69304]: DEBUG nova.compute.provider_tree [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 147 to 148 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1238.347888] env[69304]: DEBUG nova.compute.provider_tree [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.785043] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.785392] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Instance network_info: |[{"id": "73bbe1f2-1ac1-4388-bde3-98ebd5653b72", "address": "fa:16:3e:bc:f6:9b", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73bbe1f2-1a", "ovs_interfaceid": "73bbe1f2-1ac1-4388-bde3-98ebd5653b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.785856] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:f6:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73bbe1f2-1ac1-4388-bde3-98ebd5653b72', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.793913] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.794212] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.794454] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd7f421-6871-4e38-bd9b-08e2a96f1b2e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.816857] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.816857] env[69304]: value = "task-4209591" [ 1238.816857] env[69304]: _type = "Task" [ 1238.816857] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.826083] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209591, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.853529] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.083s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.855842] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.371s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.856095] env[69304]: DEBUG nova.objects.instance [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'resources' on Instance uuid 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.902525] env[69304]: INFO nova.network.neutron [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating port cf9521b1-02c6-49f5-89bc-cb662d206485 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1239.071487] env[69304]: DEBUG nova.compute.manager [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Received event network-changed-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1239.071761] env[69304]: DEBUG nova.compute.manager [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Refreshing instance network info cache due to event network-changed-73bbe1f2-1ac1-4388-bde3-98ebd5653b72. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1239.071970] env[69304]: DEBUG oslo_concurrency.lockutils [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] Acquiring lock "refresh_cache-8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.072144] env[69304]: DEBUG oslo_concurrency.lockutils [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] Acquired lock "refresh_cache-8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.072333] env[69304]: DEBUG nova.network.neutron [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Refreshing network info cache for port 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.331165] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209591, 'name': CreateVM_Task, 'duration_secs': 0.387293} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.331394] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.332357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.332634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.333034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.333406] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03132375-a2a6-41ef-bb90-d7446f755cd9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.340197] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1239.340197] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5229302d-8b1e-4404-eb63-daac82a9e456" [ 1239.340197] env[69304]: _type = "Task" [ 1239.340197] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.350297] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5229302d-8b1e-4404-eb63-daac82a9e456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.485885] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0dfc19-5650-4936-8267-f35301f7d4ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.494529] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52cc80b-a199-456c-8f72-6dc32b94393a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.532091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1003bb62-eb2d-4ed5-b1d9-663e9fc07e01 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.540808] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72661ba1-916e-4f58-ad5c-fa5e55e87af4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.556074] env[69304]: DEBUG nova.compute.provider_tree [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.780474] env[69304]: DEBUG nova.network.neutron [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Updated VIF entry in instance network info cache for port 73bbe1f2-1ac1-4388-bde3-98ebd5653b72. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.781044] env[69304]: DEBUG nova.network.neutron [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Updating instance_info_cache with network_info: [{"id": "73bbe1f2-1ac1-4388-bde3-98ebd5653b72", "address": "fa:16:3e:bc:f6:9b", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73bbe1f2-1a", "ovs_interfaceid": "73bbe1f2-1ac1-4388-bde3-98ebd5653b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.851400] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5229302d-8b1e-4404-eb63-daac82a9e456, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.851781] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.851921] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.852175] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.852322] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.852500] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.852767] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-128427fc-62bc-46d9-bf2d-f001fe5e5448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.863267] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.863490] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.864305] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c3aafc-92ff-46ac-9f25-9115d69505cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.871072] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1239.871072] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dcb4ba-c63e-9177-731c-686183e54e4d" [ 1239.871072] env[69304]: _type = "Task" [ 1239.871072] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.879809] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dcb4ba-c63e-9177-731c-686183e54e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.060068] env[69304]: DEBUG nova.scheduler.client.report [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.284188] env[69304]: DEBUG oslo_concurrency.lockutils [req-61254aff-6f19-4b85-b35e-0517cd45594d req-b7c44ee7-8085-4c05-a24a-f581b9d57c00 service nova] Releasing lock "refresh_cache-8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.381625] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52dcb4ba-c63e-9177-731c-686183e54e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.382421] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdcb8307-5907-4da7-933b-21730331df51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.387783] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1240.387783] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529025c9-10a6-2aa4-a9ae-393b5013020e" [ 1240.387783] env[69304]: _type = "Task" [ 1240.387783] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.398364] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529025c9-10a6-2aa4-a9ae-393b5013020e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.457687] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.458048] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.458249] env[69304]: DEBUG nova.network.neutron [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.565257] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.567788] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.698s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.569447] env[69304]: INFO nova.compute.claims [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.584337] env[69304]: INFO nova.scheduler.client.report [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted allocations for instance 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6 [ 1240.899691] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529025c9-10a6-2aa4-a9ae-393b5013020e, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.900100] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.900202] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91/8abf1326-a0fb-40bb-96d0-9ddfda1c4e91.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.900465] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbadff77-4215-4af9-a38d-76bce69aa016 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.908387] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1240.908387] env[69304]: value = "task-4209592" [ 1240.908387] env[69304]: _type = "Task" [ 1240.908387] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.917172] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.093898] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2cabd598-d5e4-476b-bace-c3bfd19347ed tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.112s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.094930] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.905s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.095141] env[69304]: INFO nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] During sync_power_state the instance has a pending task (deleting). Skip. [ 1241.095321] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "7d3b2e6a-bc14-4fdc-8327-3879f088a0e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.107286] env[69304]: DEBUG nova.compute.manager [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-vif-plugged-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1241.107518] env[69304]: DEBUG oslo_concurrency.lockutils [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.107733] env[69304]: DEBUG oslo_concurrency.lockutils [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.107905] env[69304]: DEBUG oslo_concurrency.lockutils [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.108093] env[69304]: DEBUG nova.compute.manager [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] No waiting events found dispatching network-vif-plugged-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1241.108267] env[69304]: WARNING nova.compute.manager [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received unexpected event network-vif-plugged-cf9521b1-02c6-49f5-89bc-cb662d206485 for instance with vm_state shelved_offloaded and task_state spawning. [ 1241.108429] env[69304]: DEBUG nova.compute.manager [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1241.108581] env[69304]: DEBUG nova.compute.manager [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing instance network info cache due to event network-changed-cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1241.108751] env[69304]: DEBUG oslo_concurrency.lockutils [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] Acquiring lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.203216] env[69304]: DEBUG nova.network.neutron [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.419103] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50942} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.419401] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91/8abf1326-a0fb-40bb-96d0-9ddfda1c4e91.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.419618] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.419881] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25911ee0-5ec3-425e-8ce2-5e4cee00ebbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.427480] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1241.427480] env[69304]: value = "task-4209593" [ 1241.427480] env[69304]: _type = "Task" [ 1241.427480] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.436855] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.687917] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d518c03a-f4d7-4dfd-91ca-70549676b4f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.696556] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e6e61-a7f9-4b07-a5d4-9118580fbc8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.727227] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.730063] env[69304]: DEBUG oslo_concurrency.lockutils [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] Acquired lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.730063] env[69304]: DEBUG nova.network.neutron [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Refreshing network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.731835] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f298ecf5-bf7e-4933-9b21-76ba49fc2c31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.744033] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef1b329-f495-4b61-9188-3a3a13f43589 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.762224] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.767256] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='41af73c6e02e3b34e772309bcf9011cf',container_format='bare',created_at=2025-05-16T14:35:14Z,direct_url=,disk_format='vmdk',id=644fdcf8-e623-4307-a879-5334d6d3aa2a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1793352113-shelved',owner='2f7424e6c8b6427f8f2127c8b8c4e3d8',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-16T14:35:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.767518] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.767769] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.767859] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.768014] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.768169] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.768378] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.768535] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.768720] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.768901] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.769089] env[69304]: DEBUG nova.virt.hardware [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.769925] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49465f-d44b-4dea-8f53-42a7f68a35c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.779095] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7fb62d-0651-4e5d-8f9d-48c925abd61f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.793658] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:50:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf9521b1-02c6-49f5-89bc-cb662d206485', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.801105] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.801376] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.801592] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e55aee8b-e879-438c-838c-8f31b0023312 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.821939] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.821939] env[69304]: value = "task-4209594" [ 1241.821939] env[69304]: _type = "Task" [ 1241.821939] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.833470] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209594, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.938368] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071142} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.938649] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.939533] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28279782-df9f-468f-9d22-f805481f5d43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.963184] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91/8abf1326-a0fb-40bb-96d0-9ddfda1c4e91.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.963532] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0511bf9c-569a-4ed7-8da9-c21f1facc3a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.985668] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1241.985668] env[69304]: value = "task-4209595" [ 1241.985668] env[69304]: _type = "Task" [ 1241.985668] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.994599] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.282966] env[69304]: ERROR nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [req-b0df3333-1e9b-4caf-82e7-520504342039] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0df3333-1e9b-4caf-82e7-520504342039"}]} [ 1242.302393] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1242.317284] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1242.317503] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.333024] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209594, 'name': CreateVM_Task, 'duration_secs': 0.374557} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.333915] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1242.335908] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.347481] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.347625] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.348044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.348351] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aabd03c-6b1b-4707-869c-24c03d48137e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.354670] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1242.354670] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7f68c-663a-d719-f399-36e321b33db7" [ 1242.354670] env[69304]: _type = "Task" [ 1242.354670] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.358968] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1242.368639] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7f68c-663a-d719-f399-36e321b33db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.401014] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.456019] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da1076d-7d15-42aa-9292-e85476d3177e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.465144] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f8cf2-9cb6-4a09-8195-d84d7d48c2ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.499407] env[69304]: DEBUG nova.network.neutron [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updated VIF entry in instance network info cache for port cf9521b1-02c6-49f5-89bc-cb662d206485. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.500049] env[69304]: DEBUG nova.network.neutron [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [{"id": "cf9521b1-02c6-49f5-89bc-cb662d206485", "address": "fa:16:3e:07:50:dc", "network": {"id": "8d710a6b-2bae-4908-9232-8d9b477ced2a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-645526325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f7424e6c8b6427f8f2127c8b8c4e3d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9521b1-02", "ovs_interfaceid": "cf9521b1-02c6-49f5-89bc-cb662d206485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.504923] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb1e81e-27d4-4c58-84bf-8bee428c3866 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.516988] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3b0b1a-17b3-442b-88b5-323350229a80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.523067] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209595, 'name': ReconfigVM_Task, 'duration_secs': 0.364884} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.523067] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91/8abf1326-a0fb-40bb-96d0-9ddfda1c4e91.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.523344] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-228839c3-7671-41a6-b431-58b0dc9125a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.534771] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.540727] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1242.540727] env[69304]: value = "task-4209596" [ 1242.540727] env[69304]: _type = "Task" [ 1242.540727] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.550756] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209596, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.868418] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.868734] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Processing image 644fdcf8-e623-4307-a879-5334d6d3aa2a {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.869008] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.869166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.869348] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.869600] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6966c1-8220-4c1b-a06c-4b7befc3efda {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.874237] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.874438] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.874572] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1242.878333] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.878544] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.879280] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6a0bc5-3d7e-4e8a-9dd9-665ba8b19de0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.885459] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1242.885459] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8ec6c-c9ef-db84-dc9f-8cbcf747d021" [ 1242.885459] env[69304]: _type = "Task" [ 1242.885459] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.893665] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c8ec6c-c9ef-db84-dc9f-8cbcf747d021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.009468] env[69304]: DEBUG oslo_concurrency.lockutils [req-e25d0ec5-822a-490f-adab-81ab4270a39b req-2022c329-8898-47ed-b451-fc3bba74f3c7 service nova] Releasing lock "refresh_cache-1cddb986-9014-4caf-8fe7-7db792375181" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.051043] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209596, 'name': Rename_Task, 'duration_secs': 0.154732} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.051197] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.051382] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9b991b-250e-482f-a1f1-13ffc79fa58e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.054956] env[69304]: ERROR nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [req-0ba53e7f-94ae-4fde-9c52-3d2466159a51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0ba53e7f-94ae-4fde-9c52-3d2466159a51"}]} [ 1243.058327] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1243.058327] env[69304]: value = "task-4209597" [ 1243.058327] env[69304]: _type = "Task" [ 1243.058327] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.066469] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.072293] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1243.087590] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1243.087862] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.099421] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1243.116789] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1243.228412] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209841a5-2c9a-42e3-9a5f-9014dde0da1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.236603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72c652-d0b0-4436-95ae-1a6ebf0ba61b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.268731] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619bc0fe-a6d8-4624-a008-f6ec5817caee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.274059] env[69304]: DEBUG nova.compute.manager [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1243.280551] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a7e3d-2da0-407c-8355-f5904a81d243 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.294733] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.394762] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1243.395023] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Fetch image to [datastore2] OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a/OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1243.395217] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Downloading stream optimized image 644fdcf8-e623-4307-a879-5334d6d3aa2a to [datastore2] OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a/OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a.vmdk on the data store datastore2 as vApp {{(pid=69304) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1243.395389] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Downloading image file data 644fdcf8-e623-4307-a879-5334d6d3aa2a to the ESX as VM named 'OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a' {{(pid=69304) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1243.476201] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1243.476201] env[69304]: value = "resgroup-9" [ 1243.476201] env[69304]: _type = "ResourcePool" [ 1243.476201] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1243.476585] env[69304]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3fdc23bb-afb9-4bd8-8b89-31e672434fa2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.498759] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease: (returnval){ [ 1243.498759] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1243.498759] env[69304]: _type = "HttpNfcLease" [ 1243.498759] env[69304]: } obtained for vApp import into resource pool (val){ [ 1243.498759] env[69304]: value = "resgroup-9" [ 1243.498759] env[69304]: _type = "ResourcePool" [ 1243.498759] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1243.499159] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the lease: (returnval){ [ 1243.499159] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1243.499159] env[69304]: _type = "HttpNfcLease" [ 1243.499159] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.507922] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.507922] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1243.507922] env[69304]: _type = "HttpNfcLease" [ 1243.507922] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.569321] env[69304]: DEBUG oslo_vmware.api [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209597, 'name': PowerOnVM_Task, 'duration_secs': 0.473996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.569676] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.569916] env[69304]: INFO nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1243.570144] env[69304]: DEBUG nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.571112] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ada7329-07ef-48a2-bf2f-76b6f70f5491 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.797170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.831249] env[69304]: DEBUG nova.scheduler.client.report [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1243.831562] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 150 to 151 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1243.831783] env[69304]: DEBUG nova.compute.provider_tree [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.869972] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.874797] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.008204] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.008204] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1244.008204] env[69304]: _type = "HttpNfcLease" [ 1244.008204] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.094571] env[69304]: INFO nova.compute.manager [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Took 11.65 seconds to build instance. [ 1244.337211] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.769s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.337773] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.340483] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.543s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.508864] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.508864] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1244.508864] env[69304]: _type = "HttpNfcLease" [ 1244.508864] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.596639] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.597125] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2a0c72dc-50c3-4b6c-872b-635f329679f2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.159s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.597395] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.597583] env[69304]: DEBUG nova.compute.manager [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.598472] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763be465-79a7-41cf-bddc-f18457faec7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.605581] env[69304]: DEBUG nova.compute.manager [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1244.606160] env[69304]: DEBUG nova.objects.instance [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'flavor' on Instance uuid 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.844169] env[69304]: DEBUG nova.compute.utils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.845567] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.845738] env[69304]: DEBUG nova.network.neutron [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.849831] env[69304]: INFO nova.compute.claims [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.874366] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.906474] env[69304]: DEBUG nova.policy [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc321f975fa3401da7c38978ed4d1bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9367304ddc4885a7c8d97bf4b1cb72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.008894] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.008894] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1245.008894] env[69304]: _type = "HttpNfcLease" [ 1245.008894] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1245.009215] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1245.009215] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52773cf2-6caf-0540-5388-199cb2c51288" [ 1245.009215] env[69304]: _type = "HttpNfcLease" [ 1245.009215] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1245.009943] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419bd3fd-4f3d-4471-b158-5605ecb30d90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.018603] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b20e40-8cbc-01bc-b700-1fc48d2285c9/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1245.018803] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b20e40-8cbc-01bc-b700-1fc48d2285c9/disk-0.vmdk. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1245.082780] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b48c1e01-2a56-421d-83b6-255e91a9cfe5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.244403] env[69304]: DEBUG nova.network.neutron [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Successfully created port: 8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.348523] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.356010] env[69304]: INFO nova.compute.resource_tracker [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating resource usage from migration 3eff2411-f9c9-4c02-ac4a-029140e0b085 [ 1245.509491] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be372ee-29e3-4727-97dd-844bf93fc255 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.520337] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb66038c-1f57-492e-a968-a9013b8b0f61 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.557716] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5330c7-89e6-4536-ab98-462c7013eab8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.567693] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cf15ca-25e6-4071-ae20-a82a46a4c0c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.589580] env[69304]: DEBUG nova.compute.provider_tree [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.614074] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.614418] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981fed84-460a-4123-8eaa-957a8b8304ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.622581] env[69304]: DEBUG oslo_vmware.api [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1245.622581] env[69304]: value = "task-4209599" [ 1245.622581] env[69304]: _type = "Task" [ 1245.622581] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.631788] env[69304]: DEBUG oslo_vmware.api [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.093228] env[69304]: DEBUG nova.scheduler.client.report [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.135834] env[69304]: DEBUG oslo_vmware.api [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209599, 'name': PowerOffVM_Task, 'duration_secs': 0.199283} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.137981] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.138094] env[69304]: DEBUG nova.compute.manager [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1246.138954] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f51a7-be4e-41b4-a5ae-c29a9bc3e04d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.360150] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.402113] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.402839] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.402839] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.402839] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.402839] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.403069] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.403251] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.403412] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.403576] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.403740] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.403908] env[69304]: DEBUG nova.virt.hardware [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.404828] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66c256-3a6c-4f7a-9501-2d0e68eea613 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.414831] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e2c9d1-9614-435c-bb0c-ff375a0726a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.441745] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1246.442048] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b20e40-8cbc-01bc-b700-1fc48d2285c9/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1246.442845] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f3af7-16ab-4fd8-a80a-feb5745bb0c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.449684] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b20e40-8cbc-01bc-b700-1fc48d2285c9/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1246.449856] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b20e40-8cbc-01bc-b700-1fc48d2285c9/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1246.450103] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d0dd8c51-52d3-4b97-bd28-8694eb61ef9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.598218] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.258s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.598627] env[69304]: INFO nova.compute.manager [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Migrating [ 1246.633809] env[69304]: DEBUG oslo_vmware.rw_handles [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b20e40-8cbc-01bc-b700-1fc48d2285c9/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1246.634223] env[69304]: INFO nova.virt.vmwareapi.images [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Downloaded image file data 644fdcf8-e623-4307-a879-5334d6d3aa2a [ 1246.635817] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795ae3b1-a4b6-4053-80e0-2c13cff7ebab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.657373] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3cb1cd7-bb3c-4401-bab1-3c9f389295ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.660023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-3f1b4a7e-92ed-42cf-82c5-cc830910234e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.758724] env[69304]: INFO nova.virt.vmwareapi.images [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] The imported VM was unregistered [ 1246.761102] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1246.761366] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Creating directory with path [datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.761636] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-520b8562-84df-4030-93d6-fc939006edbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.783359] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.784015] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.784216] env[69304]: INFO nova.compute.manager [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Shelving [ 1246.788870] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Created directory with path [datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.788870] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a/OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a.vmdk to [datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk. {{(pid=69304) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1246.788870] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9300a4ad-8119-4772-ba8f-c3aa985483cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.794122] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1246.794122] env[69304]: value = "task-4209601" [ 1246.794122] env[69304]: _type = "Task" [ 1246.794122] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.804226] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209601, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.825055] env[69304]: DEBUG nova.compute.manager [req-09f812a5-fbd2-411d-a6c9-74af7996d912 req-7cee7308-4402-462e-80d5-2b682f81370d service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Received event network-vif-plugged-8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1246.826100] env[69304]: DEBUG oslo_concurrency.lockutils [req-09f812a5-fbd2-411d-a6c9-74af7996d912 req-7cee7308-4402-462e-80d5-2b682f81370d service nova] Acquiring lock "8649e877-0529-4b60-b147-3aa9b55d78fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.826100] env[69304]: DEBUG oslo_concurrency.lockutils [req-09f812a5-fbd2-411d-a6c9-74af7996d912 req-7cee7308-4402-462e-80d5-2b682f81370d service nova] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.826100] env[69304]: DEBUG oslo_concurrency.lockutils [req-09f812a5-fbd2-411d-a6c9-74af7996d912 req-7cee7308-4402-462e-80d5-2b682f81370d service nova] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.826100] env[69304]: DEBUG nova.compute.manager [req-09f812a5-fbd2-411d-a6c9-74af7996d912 req-7cee7308-4402-462e-80d5-2b682f81370d service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] No waiting events found dispatching network-vif-plugged-8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.826476] env[69304]: WARNING nova.compute.manager [req-09f812a5-fbd2-411d-a6c9-74af7996d912 req-7cee7308-4402-462e-80d5-2b682f81370d service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Received unexpected event network-vif-plugged-8552138c-9af5-4b18-8977-686e5e60b327 for instance with vm_state building and task_state spawning. [ 1246.875273] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.909561] env[69304]: DEBUG nova.network.neutron [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Successfully updated port: 8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.008450] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.008781] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.115511] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.115786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.115879] env[69304]: DEBUG nova.network.neutron [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.135696] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.135948] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.136186] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.136392] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.136653] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.138905] env[69304]: INFO nova.compute.manager [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Terminating instance [ 1247.306590] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209601, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.377050] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.377541] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.377541] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.377643] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1247.378622] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9434957-7c33-4c17-8973-4c6b4beab5dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.389734] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43afae59-af82-436d-aa23-17a1bc7e506d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.406630] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def90146-a8de-447b-9fd5-152f58596528 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.414668] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.414826] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.415025] env[69304]: DEBUG nova.network.neutron [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.418819] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290ae13-7206-4997-aa3d-86dabedc474b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.454757] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179837MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1247.454946] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.455156] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.512750] env[69304]: DEBUG nova.compute.utils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.642582] env[69304]: DEBUG nova.compute.manager [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.642824] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.643868] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90379696-ace1-48f0-a97c-b103a8fc4d29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.655736] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.656044] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16860eaf-1c51-45b3-bcc5-5a2194087e46 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.776713] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.776962] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.777197] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleting the datastore file [datastore2] 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.779931] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44e1c924-adc2-424d-bf4e-87305e12c9bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.791520] env[69304]: DEBUG oslo_vmware.api [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1247.791520] env[69304]: value = "task-4209603" [ 1247.791520] env[69304]: _type = "Task" [ 1247.791520] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.795998] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.796385] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-662fd927-0103-47f5-8826-687ccd84ebd4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.808374] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209601, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.814666] env[69304]: DEBUG oslo_vmware.api [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.816924] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1247.816924] env[69304]: value = "task-4209604" [ 1247.816924] env[69304]: _type = "Task" [ 1247.816924] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.828455] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.963989] env[69304]: DEBUG nova.network.neutron [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.972382] env[69304]: DEBUG nova.network.neutron [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.015838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.121123] env[69304]: DEBUG nova.network.neutron [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updating instance_info_cache with network_info: [{"id": "8552138c-9af5-4b18-8977-686e5e60b327", "address": "fa:16:3e:4a:33:1b", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8552138c-9a", "ovs_interfaceid": "8552138c-9af5-4b18-8977-686e5e60b327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.303151] env[69304]: DEBUG oslo_vmware.api [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.309477] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209601, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.326815] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209604, 'name': PowerOffVM_Task, 'duration_secs': 0.258184} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.327227] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.328204] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a4f59-3cc1-443b-a61e-3e6a8a8e513c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.350009] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d134834-89d8-43dc-8195-3568e5c0b60c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.467564] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Applying migration context for instance 10ebd5e4-8286-4576-b758-8d251b2411a5 as it has an incoming, in-progress migration 3eff2411-f9c9-4c02-ac4a-029140e0b085. Migration status is pre-migrating {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1248.468812] env[69304]: INFO nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating resource usage from migration 3eff2411-f9c9-4c02-ac4a-029140e0b085 [ 1248.475035] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.494258] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.494464] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 19d480e1-758e-4d5e-b63d-65a04ded6f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.494617] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 962d1a12-eda0-47fb-879b-653e9148c4e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.494771] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 1cddb986-9014-4caf-8fe7-7db792375181 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.494934] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.495093] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8649e877-0529-4b60-b147-3aa9b55d78fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.495297] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Migration 3eff2411-f9c9-4c02-ac4a-029140e0b085 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1248.495485] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 10ebd5e4-8286-4576-b758-8d251b2411a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.495761] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1248.495862] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1248.624309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.624838] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Instance network_info: |[{"id": "8552138c-9af5-4b18-8977-686e5e60b327", "address": "fa:16:3e:4a:33:1b", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8552138c-9a", "ovs_interfaceid": "8552138c-9af5-4b18-8977-686e5e60b327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.626611] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:33:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8552138c-9af5-4b18-8977-686e5e60b327', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.635117] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating folder: Project (4b9367304ddc4885a7c8d97bf4b1cb72). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.635982] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4067caa6-968c-4f3a-9f54-475aa6c23785 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.638993] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b4afa8-ca71-414a-8e60-b0413e2c8c6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.647302] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c15d8-a163-4861-9d2d-2c3fef3df7f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.652789] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created folder: Project (4b9367304ddc4885a7c8d97bf4b1cb72) in parent group-v832645. [ 1248.652982] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating folder: Instances. Parent ref: group-v832955. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.653666] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24b9ad4c-fe62-4d10-9e0e-a046ce3a930e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.682511] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b147fd1-3131-468b-80b2-ec64e5ea6e0d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.685201] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created folder: Instances in parent group-v832955. [ 1248.685452] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.685647] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.686257] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f5f622-d133-438f-994f-600fbd78b20f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.705834] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a86355-9c63-4807-8c11-7a96635eeb35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.711075] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.711075] env[69304]: value = "task-4209607" [ 1248.711075] env[69304]: _type = "Task" [ 1248.711075] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.724036] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.731557] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209607, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.808860] env[69304]: DEBUG oslo_vmware.api [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.812193] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209601, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.853780] env[69304]: DEBUG nova.compute.manager [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Received event network-changed-8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1248.854154] env[69304]: DEBUG nova.compute.manager [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Refreshing instance network info cache due to event network-changed-8552138c-9af5-4b18-8977-686e5e60b327. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1248.854463] env[69304]: DEBUG oslo_concurrency.lockutils [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] Acquiring lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.854630] env[69304]: DEBUG oslo_concurrency.lockutils [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] Acquired lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.854783] env[69304]: DEBUG nova.network.neutron [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Refreshing network info cache for port 8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.862620] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Creating Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1248.862926] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b588bb51-21ac-4efb-94c7-e72c2f8a43a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.872762] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1248.872762] env[69304]: value = "task-4209608" [ 1248.872762] env[69304]: _type = "Task" [ 1248.872762] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.884389] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.094200] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.094473] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.094727] env[69304]: INFO nova.compute.manager [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Attaching volume 77a9a85f-fb0c-4582-b401-45734c5c2581 to /dev/sdb [ 1249.136405] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd85e1-06e5-4a6c-8aac-88d971fc6bf0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.145325] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727d363-296f-474f-8229-295da365c428 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.161494] env[69304]: DEBUG nova.virt.block_device [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating existing volume attachment record: 1ddf9388-7f8f-4390-a2de-8dc39c0f8062 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1249.221438] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209607, 'name': CreateVM_Task, 'duration_secs': 0.470391} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.221750] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.222611] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.222742] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.223161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.223468] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739e476d-5a9e-4a7a-9ac5-b9600030e2d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.227536] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.235945] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1249.235945] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e5f99b-6583-61f8-d8d1-c7d0744a39fd" [ 1249.235945] env[69304]: _type = "Task" [ 1249.235945] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.242723] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e5f99b-6583-61f8-d8d1-c7d0744a39fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.243095] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.243364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.243619] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.243773] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.243959] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.244285] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd622a7a-cd03-4244-a6ce-2f0a97bf1174 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.255736] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.255951] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.257070] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f88f8a-500b-4ca9-8592-9665169bf41f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.266594] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1249.266594] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d19a52-da0c-cfa7-1c37-2e9246dad2c6" [ 1249.266594] env[69304]: _type = "Task" [ 1249.266594] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.275624] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d19a52-da0c-cfa7-1c37-2e9246dad2c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.303156] env[69304]: DEBUG oslo_vmware.api [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.407292} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.306399] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.306592] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.306770] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.306993] env[69304]: INFO nova.compute.manager [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1249.307254] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.307448] env[69304]: DEBUG nova.compute.manager [-] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.307540] env[69304]: DEBUG nova.network.neutron [-] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.314425] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209601, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.429925} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.318354] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a/OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a.vmdk to [datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk. [ 1249.318354] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Cleaning up location [datastore2] OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1249.318354] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d00b4758-1f8c-411f-81c2-e580cf65d71a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.318354] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-523ea0c1-a48e-4479-ae72-3d481a7256bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.322891] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1249.322891] env[69304]: value = "task-4209609" [ 1249.322891] env[69304]: _type = "Task" [ 1249.322891] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.330962] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.383424] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.572758] env[69304]: DEBUG nova.network.neutron [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updated VIF entry in instance network info cache for port 8552138c-9af5-4b18-8977-686e5e60b327. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.573162] env[69304]: DEBUG nova.network.neutron [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updating instance_info_cache with network_info: [{"id": "8552138c-9af5-4b18-8977-686e5e60b327", "address": "fa:16:3e:4a:33:1b", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8552138c-9a", "ovs_interfaceid": "8552138c-9af5-4b18-8977-686e5e60b327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.615601] env[69304]: DEBUG nova.compute.manager [req-f67a6d3f-5e97-4b3d-8ffb-2b6804520184 req-11016b9e-fa7d-4235-95f0-f2f7366fdeef service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Received event network-vif-deleted-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1249.615839] env[69304]: INFO nova.compute.manager [req-f67a6d3f-5e97-4b3d-8ffb-2b6804520184 req-11016b9e-fa7d-4235-95f0-f2f7366fdeef service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Neutron deleted interface 73bbe1f2-1ac1-4388-bde3-98ebd5653b72; detaching it from the instance and deleting it from the info cache [ 1249.615953] env[69304]: DEBUG nova.network.neutron [req-f67a6d3f-5e97-4b3d-8ffb-2b6804520184 req-11016b9e-fa7d-4235-95f0-f2f7366fdeef service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.734387] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1249.734694] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.279s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.778550] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d19a52-da0c-cfa7-1c37-2e9246dad2c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.779420] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220456a3-e2f4-490e-9a21-c0300153ef72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.788019] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1249.788019] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5282197e-53fc-b1da-02a6-0a3ec413605d" [ 1249.788019] env[69304]: _type = "Task" [ 1249.788019] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.797126] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5282197e-53fc-b1da-02a6-0a3ec413605d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.833063] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043309} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.833285] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.833446] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.833685] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk to [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.833948] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71dc6f88-7a14-40b6-bc2d-f75c92a84150 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.841334] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1249.841334] env[69304]: value = "task-4209611" [ 1249.841334] env[69304]: _type = "Task" [ 1249.841334] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.849375] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.882965] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209608, 'name': CreateSnapshot_Task, 'duration_secs': 0.945528} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.883336] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Created Snapshot of the VM instance {{(pid=69304) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1249.884075] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8438c37e-1ba5-4421-ac32-1474c5dbe3be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.990076] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a1808-ad03-4b42-a549-1d58f107b64b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.010499] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.062587] env[69304]: DEBUG nova.network.neutron [-] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.075380] env[69304]: DEBUG oslo_concurrency.lockutils [req-fc4c2156-ca02-46b5-a477-302f4becab1c req-569a5218-ad7e-4c54-8630-86b53f6d085b service nova] Releasing lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.119675] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d16f10a-0928-497e-92d0-fda87e671d66 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.131255] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4733befd-6313-4cc9-9feb-ebba3704d465 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.161255] env[69304]: DEBUG nova.compute.manager [req-f67a6d3f-5e97-4b3d-8ffb-2b6804520184 req-11016b9e-fa7d-4235-95f0-f2f7366fdeef service nova] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Detach interface failed, port_id=73bbe1f2-1ac1-4388-bde3-98ebd5653b72, reason: Instance 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1250.300316] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5282197e-53fc-b1da-02a6-0a3ec413605d, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.300650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.300900] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8649e877-0529-4b60-b147-3aa9b55d78fc/8649e877-0529-4b60-b147-3aa9b55d78fc.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.301190] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74197928-5e79-4978-84e9-4acfe7dac431 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.309380] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1250.309380] env[69304]: value = "task-4209612" [ 1250.309380] env[69304]: _type = "Task" [ 1250.309380] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.319059] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.352255] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209611, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.405753] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Creating linked-clone VM from snapshot {{(pid=69304) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.406218] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4007d1eb-2031-4329-a93c-068899ed0a2a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.416663] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1250.416663] env[69304]: value = "task-4209613" [ 1250.416663] env[69304]: _type = "Task" [ 1250.416663] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.425492] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209613, 'name': CloneVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.517798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.518307] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87255a26-9384-4c86-8fed-9542db1b54c4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.527381] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1250.527381] env[69304]: value = "task-4209614" [ 1250.527381] env[69304]: _type = "Task" [ 1250.527381] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.540587] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.566059] env[69304]: INFO nova.compute.manager [-] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Took 1.26 seconds to deallocate network for instance. [ 1250.820768] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.853731] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209611, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.927961] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209613, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.044057] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209614, 'name': PowerOffVM_Task, 'duration_secs': 0.254784} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.044303] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.044533] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.075212] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.075452] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.075619] env[69304]: DEBUG nova.objects.instance [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'resources' on Instance uuid 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.324186] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553366} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.324480] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 8649e877-0529-4b60-b147-3aa9b55d78fc/8649e877-0529-4b60-b147-3aa9b55d78fc.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.324706] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.324982] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2e6a6de-8a5f-411a-a287-59a52926110b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.333581] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1251.333581] env[69304]: value = "task-4209615" [ 1251.333581] env[69304]: _type = "Task" [ 1251.333581] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.344302] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.353393] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209611, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.429049] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209613, 'name': CloneVM_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.554024] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.554408] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.554511] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.554697] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.554864] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.555058] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.555299] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.555469] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.555641] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.555836] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.556186] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.561759] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79226e1e-b575-4fa8-98e2-887a9bdebaf5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.582163] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1251.582163] env[69304]: value = "task-4209617" [ 1251.582163] env[69304]: _type = "Task" [ 1251.582163] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.592537] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.738826] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff471cf4-a835-4097-bb31-f953bcc17aac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.755753] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b249e3-7e26-4685-abc0-b1dcfbf4e8aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.794222] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb1fe3c-cd52-4917-bec0-e99021f12c02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.803295] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39bf0b0-e96a-410e-9f57-fbe5b978b494 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.819929] env[69304]: DEBUG nova.compute.provider_tree [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.845270] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081159} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.849286] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.850501] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c6a5fe-0bde-4833-81d6-8af4b70dd70c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.860073] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209611, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.881692] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 8649e877-0529-4b60-b147-3aa9b55d78fc/8649e877-0529-4b60-b147-3aa9b55d78fc.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.881994] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ada6fd-52f7-4a05-ae16-a17609ba76ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.906570] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1251.906570] env[69304]: value = "task-4209618" [ 1251.906570] env[69304]: _type = "Task" [ 1251.906570] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.916950] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.928510] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209613, 'name': CloneVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.092248] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209617, 'name': ReconfigVM_Task, 'duration_secs': 0.252964} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.092573] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.324255] env[69304]: DEBUG nova.scheduler.client.report [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.354508] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209611, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.441377} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.354762] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/644fdcf8-e623-4307-a879-5334d6d3aa2a/644fdcf8-e623-4307-a879-5334d6d3aa2a.vmdk to [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.355596] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d6b4e9-0a7c-4ac8-b13c-5a6e30e96737 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.378414] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.379131] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a9d320-5860-4e26-ac1a-7ba4e6aa9837 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.398699] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1252.398699] env[69304]: value = "task-4209619" [ 1252.398699] env[69304]: _type = "Task" [ 1252.398699] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.409022] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.417732] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209618, 'name': ReconfigVM_Task, 'duration_secs': 0.442776} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.418052] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 8649e877-0529-4b60-b147-3aa9b55d78fc/8649e877-0529-4b60-b147-3aa9b55d78fc.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.418684] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef7035a5-7c70-4456-b6df-e95f57e5426c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.428677] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209613, 'name': CloneVM_Task, 'duration_secs': 1.552996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.429929] env[69304]: INFO nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Created linked-clone VM from snapshot [ 1252.430250] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1252.430250] env[69304]: value = "task-4209620" [ 1252.430250] env[69304]: _type = "Task" [ 1252.430250] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.430966] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d95a5-23f3-4668-afd2-3a7e8a552c41 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.440957] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Uploading image 71042912-6887-4dbc-97d0-b14bbbd28ed5 {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.445892] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209620, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.470099] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.470099] env[69304]: value = "vm-832960" [ 1252.470099] env[69304]: _type = "VirtualMachine" [ 1252.470099] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.470378] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0de2aeae-cacf-4ac8-9060-fcc74c155321 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.477938] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease: (returnval){ [ 1252.477938] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269baea-0666-0744-bb2d-909cc33da292" [ 1252.477938] env[69304]: _type = "HttpNfcLease" [ 1252.477938] env[69304]: } obtained for exporting VM: (result){ [ 1252.477938] env[69304]: value = "vm-832960" [ 1252.477938] env[69304]: _type = "VirtualMachine" [ 1252.477938] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.478291] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the lease: (returnval){ [ 1252.478291] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269baea-0666-0744-bb2d-909cc33da292" [ 1252.478291] env[69304]: _type = "HttpNfcLease" [ 1252.478291] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.485189] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.485189] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269baea-0666-0744-bb2d-909cc33da292" [ 1252.485189] env[69304]: _type = "HttpNfcLease" [ 1252.485189] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.599695] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.599970] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.600148] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.600330] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.600472] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.600623] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.600903] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.601079] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.601247] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.601405] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.601574] env[69304]: DEBUG nova.virt.hardware [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.607127] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.607819] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c8435f-73e5-462c-a434-637822bf86f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.627422] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1252.627422] env[69304]: value = "task-4209622" [ 1252.627422] env[69304]: _type = "Task" [ 1252.627422] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.635863] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.735856] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.830280] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.852490] env[69304]: INFO nova.scheduler.client.report [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocations for instance 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91 [ 1252.911977] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209619, 'name': ReconfigVM_Task, 'duration_secs': 0.437803} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.912296] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181/1cddb986-9014-4caf-8fe7-7db792375181.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.912910] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11903a44-ea83-4294-b286-38b0c5034ca4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.919390] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1252.919390] env[69304]: value = "task-4209623" [ 1252.919390] env[69304]: _type = "Task" [ 1252.919390] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.928515] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209623, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.943597] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209620, 'name': Rename_Task, 'duration_secs': 0.143} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.943930] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.944211] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a99ec88d-2bc3-43fc-a3b9-4da10d2a66d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.951777] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1252.951777] env[69304]: value = "task-4209624" [ 1252.951777] env[69304]: _type = "Task" [ 1252.951777] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.960142] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.988097] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.988097] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269baea-0666-0744-bb2d-909cc33da292" [ 1252.988097] env[69304]: _type = "HttpNfcLease" [ 1252.988097] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1252.988409] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1252.988409] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269baea-0666-0744-bb2d-909cc33da292" [ 1252.988409] env[69304]: _type = "HttpNfcLease" [ 1252.988409] env[69304]: }. {{(pid=69304) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1252.989196] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2d5e46-1657-452d-bc5e-c7d7766ae825 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.996950] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e6a17-0b78-c778-3ebe-cb27776374a9/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1252.997139] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e6a17-0b78-c778-3ebe-cb27776374a9/disk-0.vmdk for reading. {{(pid=69304) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.140523] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209622, 'name': ReconfigVM_Task, 'duration_secs': 0.373987} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.140932] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.142115] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d51b73-34df-4b9b-a9cd-160ef24fef87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.149248] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-158ea369-bde2-4b76-9cfd-40d26e32e49e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.170486] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5/10ebd5e4-8286-4576-b758-8d251b2411a5.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.173779] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ff899e-c0ee-49ff-b5b3-87a3a54f8786 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.196135] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1253.196135] env[69304]: value = "task-4209625" [ 1253.196135] env[69304]: _type = "Task" [ 1253.196135] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.211462] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.361658] env[69304]: DEBUG oslo_concurrency.lockutils [None req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "8abf1326-a0fb-40bb-96d0-9ddfda1c4e91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.226s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.431876] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209623, 'name': Rename_Task, 'duration_secs': 0.360928} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.432281] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.432654] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-725aa174-8c03-4a89-8d13-331b60b79cec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.441458] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1253.441458] env[69304]: value = "task-4209626" [ 1253.441458] env[69304]: _type = "Task" [ 1253.441458] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.452697] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.462435] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.707761] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209625, 'name': ReconfigVM_Task, 'duration_secs': 0.296589} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.708166] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5/10ebd5e4-8286-4576-b758-8d251b2411a5.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.708504] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.718771] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1253.719133] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832958', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'name': 'volume-77a9a85f-fb0c-4582-b401-45734c5c2581', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'serial': '77a9a85f-fb0c-4582-b401-45734c5c2581'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1253.720293] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ba22d8-3064-4130-ba83-00b9c2471911 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.738545] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed292c8f-7399-4796-8f94-5c1a4fc6d05c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.765565] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-77a9a85f-fb0c-4582-b401-45734c5c2581/volume-77a9a85f-fb0c-4582-b401-45734c5c2581.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.766760] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eae2ef2-d21c-4571-a54b-3c9e15ac3bb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.787766] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1253.787766] env[69304]: value = "task-4209627" [ 1253.787766] env[69304]: _type = "Task" [ 1253.787766] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.799864] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.953142] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.966315] env[69304]: DEBUG oslo_vmware.api [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209624, 'name': PowerOnVM_Task, 'duration_secs': 0.700618} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.966797] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.967181] env[69304]: INFO nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1253.967575] env[69304]: DEBUG nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.969121] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e015f9f-1367-4e26-8565-dfc8d5f9f192 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.216488] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23114061-7f5b-4057-9734-c1a9373aa8ad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.239104] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dfa259-0ccb-467c-935b-c6ef9ffc559e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.258030] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.298492] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209627, 'name': ReconfigVM_Task, 'duration_secs': 0.390473} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.298896] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-77a9a85f-fb0c-4582-b401-45734c5c2581/volume-77a9a85f-fb0c-4582-b401-45734c5c2581.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.303805] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce06971b-6b58-42c3-9b17-f93743ca4ece {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.321731] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1254.321731] env[69304]: value = "task-4209628" [ 1254.321731] env[69304]: _type = "Task" [ 1254.321731] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.331219] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.453146] env[69304]: DEBUG oslo_vmware.api [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209626, 'name': PowerOnVM_Task, 'duration_secs': 0.646558} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.453926] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.491968] env[69304]: INFO nova.compute.manager [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Took 17.64 seconds to build instance. [ 1254.513689] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "90afa351-08fb-4357-a352-a2c8e6fa4769" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.514070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.688805] env[69304]: DEBUG nova.compute.manager [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.689842] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26d7019-4a50-41b7-bc13-b678257706c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.837068] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.838580] env[69304]: DEBUG nova.network.neutron [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Port 008893a0-2739-40e0-a497-3835ad269833 binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1254.994228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f3a3070b-6710-4f35-9853-fab343807652 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.145s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.018104] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1255.213329] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c9288d84-36f8-4339-a08e-20000c973f50 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.369s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.334252] env[69304]: DEBUG oslo_vmware.api [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209628, 'name': ReconfigVM_Task, 'duration_secs': 0.98717} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.334706] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832958', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'name': 'volume-77a9a85f-fb0c-4582-b401-45734c5c2581', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'serial': '77a9a85f-fb0c-4582-b401-45734c5c2581'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1255.466474] env[69304]: DEBUG nova.compute.manager [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Received event network-changed-8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1255.466705] env[69304]: DEBUG nova.compute.manager [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Refreshing instance network info cache due to event network-changed-8552138c-9af5-4b18-8977-686e5e60b327. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1255.466921] env[69304]: DEBUG oslo_concurrency.lockutils [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] Acquiring lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.467085] env[69304]: DEBUG oslo_concurrency.lockutils [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] Acquired lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.467255] env[69304]: DEBUG nova.network.neutron [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Refreshing network info cache for port 8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.545147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.545713] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.548197] env[69304]: INFO nova.compute.claims [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.864585] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.864846] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.865063] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.202191] env[69304]: DEBUG nova.network.neutron [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updated VIF entry in instance network info cache for port 8552138c-9af5-4b18-8977-686e5e60b327. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.202678] env[69304]: DEBUG nova.network.neutron [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updating instance_info_cache with network_info: [{"id": "8552138c-9af5-4b18-8977-686e5e60b327", "address": "fa:16:3e:4a:33:1b", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8552138c-9a", "ovs_interfaceid": "8552138c-9af5-4b18-8977-686e5e60b327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.393747] env[69304]: DEBUG nova.objects.instance [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.689669] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d0e8f-fb75-4367-9916-8d027c823ba8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.698801] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9926420-6661-41c1-8244-4bc9bab9dd54 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.705546] env[69304]: DEBUG oslo_concurrency.lockutils [req-8a48031f-ce7a-487a-8eb3-08fbddf19d17 req-d24292ad-a8e6-4e5d-a4c4-8b3b7907a1ea service nova] Releasing lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.730700] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbda1a65-6882-4ec0-a3ad-d19ddb9d4412 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.739289] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5b3b50-1e4c-4d05-a984-ea8870062f63 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.754187] env[69304]: DEBUG nova.compute.provider_tree [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.899934] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c18d212b-86a3-42a8-8fdc-b0f4fc42a913 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.917761] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.918174] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.918487] env[69304]: DEBUG nova.network.neutron [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.257438] env[69304]: DEBUG nova.scheduler.client.report [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.682137] env[69304]: DEBUG nova.network.neutron [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.762918] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.763498] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.185207] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.268950] env[69304]: DEBUG nova.compute.utils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.270428] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.270639] env[69304]: DEBUG nova.network.neutron [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.305023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.305023] env[69304]: DEBUG oslo_concurrency.lockutils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.309761] env[69304]: DEBUG nova.policy [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f844de3e3d8244a6bf1da7eef25813a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca413f85a31c4311a01e39c130ae4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.554481] env[69304]: DEBUG nova.network.neutron [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Successfully created port: c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.712241] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b47974-8724-4459-9e4a-25aa42a54c49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.732339] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a961e4-00ae-4228-b7a9-433df06aa11e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.740472] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.774350] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.807967] env[69304]: DEBUG nova.compute.utils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.247982] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.247982] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-216cb53c-7e21-423b-8169-d7505b8cc606 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.256795] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1259.256795] env[69304]: value = "task-4209629" [ 1259.256795] env[69304]: _type = "Task" [ 1259.256795] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.311404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.768189] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.786024] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.818109] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.818417] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.818582] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.818863] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.819084] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.819285] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.819520] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.819685] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.819854] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.820028] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.820209] env[69304]: DEBUG nova.virt.hardware [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.821130] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae0cf3-44aa-46f8-9b5b-d05e25b20bfa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.829832] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ce520c-7b14-48ee-9732-7a4809ab8bcc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.268719] env[69304]: DEBUG oslo_vmware.api [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209629, 'name': PowerOnVM_Task, 'duration_secs': 0.674013} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.269230] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.269637] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a901c4c0-3b9c-4f4c-94dc-b731caf9d36b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance '10ebd5e4-8286-4576-b758-8d251b2411a5' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.308018] env[69304]: DEBUG nova.compute.manager [req-db29d330-bdbf-492b-bdcd-a9590b2a1a20 req-92c1c1ec-cc04-48e3-a0c9-fbf677bbd78c service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Received event network-vif-plugged-c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1260.308018] env[69304]: DEBUG oslo_concurrency.lockutils [req-db29d330-bdbf-492b-bdcd-a9590b2a1a20 req-92c1c1ec-cc04-48e3-a0c9-fbf677bbd78c service nova] Acquiring lock "90afa351-08fb-4357-a352-a2c8e6fa4769-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.308018] env[69304]: DEBUG oslo_concurrency.lockutils [req-db29d330-bdbf-492b-bdcd-a9590b2a1a20 req-92c1c1ec-cc04-48e3-a0c9-fbf677bbd78c service nova] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.308018] env[69304]: DEBUG oslo_concurrency.lockutils [req-db29d330-bdbf-492b-bdcd-a9590b2a1a20 req-92c1c1ec-cc04-48e3-a0c9-fbf677bbd78c service nova] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.308018] env[69304]: DEBUG nova.compute.manager [req-db29d330-bdbf-492b-bdcd-a9590b2a1a20 req-92c1c1ec-cc04-48e3-a0c9-fbf677bbd78c service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] No waiting events found dispatching network-vif-plugged-c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1260.308018] env[69304]: WARNING nova.compute.manager [req-db29d330-bdbf-492b-bdcd-a9590b2a1a20 req-92c1c1ec-cc04-48e3-a0c9-fbf677bbd78c service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Received unexpected event network-vif-plugged-c0cd3128-992a-465f-a741-81cd6e88aed8 for instance with vm_state building and task_state spawning. [ 1260.425805] env[69304]: DEBUG nova.network.neutron [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Successfully updated port: c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.711108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.711108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.711449] env[69304]: INFO nova.compute.manager [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Attaching volume e2807ccd-14b4-465d-a904-a776d504f5e8 to /dev/sdc [ 1260.751159] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306e035-f1cb-48d3-bebc-d18f9faf1f73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.759101] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cade39aa-6f59-4f3e-9a2c-23d066742b76 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.774449] env[69304]: DEBUG nova.virt.block_device [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating existing volume attachment record: 21117976-5329-4219-b230-657382863e4a {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1260.932095] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-90afa351-08fb-4357-a352-a2c8e6fa4769" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.932399] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-90afa351-08fb-4357-a352-a2c8e6fa4769" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.932639] env[69304]: DEBUG nova.network.neutron [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.952563] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e6a17-0b78-c778-3ebe-cb27776374a9/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.954057] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574fd0be-3299-4510-b406-609158d2b0b6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.960408] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e6a17-0b78-c778-3ebe-cb27776374a9/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.960631] env[69304]: ERROR oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e6a17-0b78-c778-3ebe-cb27776374a9/disk-0.vmdk due to incomplete transfer. [ 1260.960910] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-55880c17-cd5f-4cbe-b40a-401d2b68cf8f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.969502] env[69304]: DEBUG oslo_vmware.rw_handles [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e6a17-0b78-c778-3ebe-cb27776374a9/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.969658] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Uploaded image 71042912-6887-4dbc-97d0-b14bbbd28ed5 to the Glance image server {{(pid=69304) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.972134] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Destroying the VM {{(pid=69304) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.972416] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66d7bba0-35b3-4fd7-9fbf-839804874e12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.980156] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1260.980156] env[69304]: value = "task-4209631" [ 1260.980156] env[69304]: _type = "Task" [ 1260.980156] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.989317] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209631, 'name': Destroy_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.478111] env[69304]: DEBUG nova.network.neutron [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.489857] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209631, 'name': Destroy_Task, 'duration_secs': 0.390665} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.490185] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Destroyed the VM [ 1261.490433] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deleting Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.490684] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c64575c0-d9e4-41b1-a666-b8a8e2cd5f22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.499877] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1261.499877] env[69304]: value = "task-4209632" [ 1261.499877] env[69304]: _type = "Task" [ 1261.499877] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.510927] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.718349] env[69304]: DEBUG nova.network.neutron [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Updating instance_info_cache with network_info: [{"id": "c0cd3128-992a-465f-a741-81cd6e88aed8", "address": "fa:16:3e:19:53:d4", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cd3128-99", "ovs_interfaceid": "c0cd3128-992a-465f-a741-81cd6e88aed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.010679] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209632, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396152} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.011059] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deleted Snapshot of the VM instance {{(pid=69304) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1262.011352] env[69304]: DEBUG nova.compute.manager [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1262.012158] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157cd87-81ee-429d-b41c-d5883d828247 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.046319] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.046573] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.046849] env[69304]: DEBUG nova.compute.manager [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Going to confirm migration 7 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1262.221774] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-90afa351-08fb-4357-a352-a2c8e6fa4769" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.222162] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Instance network_info: |[{"id": "c0cd3128-992a-465f-a741-81cd6e88aed8", "address": "fa:16:3e:19:53:d4", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cd3128-99", "ovs_interfaceid": "c0cd3128-992a-465f-a741-81cd6e88aed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.222633] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:53:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0cd3128-992a-465f-a741-81cd6e88aed8', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.230214] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.230464] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.230699] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c31eb427-a6bd-492f-ad3d-7d29feb8e03d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.252307] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.252307] env[69304]: value = "task-4209633" [ 1262.252307] env[69304]: _type = "Task" [ 1262.252307] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.260309] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209633, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.338081] env[69304]: DEBUG nova.compute.manager [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Received event network-changed-c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1262.338229] env[69304]: DEBUG nova.compute.manager [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Refreshing instance network info cache due to event network-changed-c0cd3128-992a-465f-a741-81cd6e88aed8. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1262.338452] env[69304]: DEBUG oslo_concurrency.lockutils [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] Acquiring lock "refresh_cache-90afa351-08fb-4357-a352-a2c8e6fa4769" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.338595] env[69304]: DEBUG oslo_concurrency.lockutils [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] Acquired lock "refresh_cache-90afa351-08fb-4357-a352-a2c8e6fa4769" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.338761] env[69304]: DEBUG nova.network.neutron [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Refreshing network info cache for port c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.525108] env[69304]: INFO nova.compute.manager [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Shelve offloading [ 1262.583680] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.583957] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.584196] env[69304]: DEBUG nova.network.neutron [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.584390] env[69304]: DEBUG nova.objects.instance [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'info_cache' on Instance uuid 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.764019] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209633, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.028436] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.028826] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-550fac1a-eb8e-4d4f-a0d8-805076918733 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.035897] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1263.035897] env[69304]: value = "task-4209635" [ 1263.035897] env[69304]: _type = "Task" [ 1263.035897] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.047094] env[69304]: DEBUG nova.network.neutron [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Updated VIF entry in instance network info cache for port c0cd3128-992a-465f-a741-81cd6e88aed8. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.047473] env[69304]: DEBUG nova.network.neutron [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Updating instance_info_cache with network_info: [{"id": "c0cd3128-992a-465f-a741-81cd6e88aed8", "address": "fa:16:3e:19:53:d4", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0cd3128-99", "ovs_interfaceid": "c0cd3128-992a-465f-a741-81cd6e88aed8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.048830] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1263.048945] env[69304]: DEBUG nova.compute.manager [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.049975] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9bd67-1381-42b3-b9b8-ebb7f130f03e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.056704] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.057152] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.057152] env[69304]: DEBUG nova.network.neutron [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.263382] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209633, 'name': CreateVM_Task, 'duration_secs': 0.943478} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.263549] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.264266] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.264434] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.264768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.265054] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cceb5d6a-45e2-4786-b370-03fb3b12bf50 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.270529] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1263.270529] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52917a78-cddb-a606-8cf3-e441b960383d" [ 1263.270529] env[69304]: _type = "Task" [ 1263.270529] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.279442] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52917a78-cddb-a606-8cf3-e441b960383d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.550762] env[69304]: DEBUG oslo_concurrency.lockutils [req-b9829faf-1a3e-4ebb-8aa8-42a3f7594cdc req-d848adbe-e765-4eb5-a005-91740dc7c76a service nova] Releasing lock "refresh_cache-90afa351-08fb-4357-a352-a2c8e6fa4769" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.780989] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52917a78-cddb-a606-8cf3-e441b960383d, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.781371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.781579] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.781834] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.782014] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.782209] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.782483] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209dec23-3ebd-421b-82a3-825b07d4deeb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.795209] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.795384] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.796374] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e36e6ae-7d4a-4025-935d-eacdcb26ba55 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.800384] env[69304]: DEBUG nova.network.neutron [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.802811] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1263.802811] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521bbf86-5c25-162e-52f0-a10e9d8d1743" [ 1263.802811] env[69304]: _type = "Task" [ 1263.802811] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.811826] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521bbf86-5c25-162e-52f0-a10e9d8d1743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.828756] env[69304]: DEBUG nova.network.neutron [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [{"id": "008893a0-2739-40e0-a497-3835ad269833", "address": "fa:16:3e:96:a6:09", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008893a0-27", "ovs_interfaceid": "008893a0-2739-40e0-a497-3835ad269833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.304421] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.315959] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521bbf86-5c25-162e-52f0-a10e9d8d1743, 'name': SearchDatastore_Task, 'duration_secs': 0.020143} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.316759] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbc8c54-8ae9-4a15-b88f-dd1f7432c253 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.321915] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1264.321915] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522e6b16-a347-6c74-55e5-ce9d8fab204e" [ 1264.321915] env[69304]: _type = "Task" [ 1264.321915] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.329577] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522e6b16-a347-6c74-55e5-ce9d8fab204e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.331161] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-10ebd5e4-8286-4576-b758-8d251b2411a5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.331396] env[69304]: DEBUG nova.objects.instance [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'migration_context' on Instance uuid 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.536306] env[69304]: DEBUG nova.compute.manager [req-c7041d6d-dbb5-44f7-b823-8021a76c7948 req-ea536700-3729-42ee-a4e5-9b9b50719927 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-vif-unplugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1264.536537] env[69304]: DEBUG oslo_concurrency.lockutils [req-c7041d6d-dbb5-44f7-b823-8021a76c7948 req-ea536700-3729-42ee-a4e5-9b9b50719927 service nova] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.536746] env[69304]: DEBUG oslo_concurrency.lockutils [req-c7041d6d-dbb5-44f7-b823-8021a76c7948 req-ea536700-3729-42ee-a4e5-9b9b50719927 service nova] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.536935] env[69304]: DEBUG oslo_concurrency.lockutils [req-c7041d6d-dbb5-44f7-b823-8021a76c7948 req-ea536700-3729-42ee-a4e5-9b9b50719927 service nova] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.537099] env[69304]: DEBUG nova.compute.manager [req-c7041d6d-dbb5-44f7-b823-8021a76c7948 req-ea536700-3729-42ee-a4e5-9b9b50719927 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] No waiting events found dispatching network-vif-unplugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1264.537277] env[69304]: WARNING nova.compute.manager [req-c7041d6d-dbb5-44f7-b823-8021a76c7948 req-ea536700-3729-42ee-a4e5-9b9b50719927 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received unexpected event network-vif-unplugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa for instance with vm_state shelved and task_state shelving_offloading. [ 1264.628337] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.629363] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e03d726-afda-4adb-8117-4f1cfdd92457 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.637406] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.637663] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bde0460-29ec-4e39-950d-d673499760cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.700217] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.700500] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.700692] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleting the datastore file [datastore1] 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.701137] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e8755ba-c233-4e5a-bce8-e186b0df09cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.708696] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1264.708696] env[69304]: value = "task-4209637" [ 1264.708696] env[69304]: _type = "Task" [ 1264.708696] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.717472] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.834293] env[69304]: DEBUG nova.objects.base [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Object Instance<10ebd5e4-8286-4576-b758-8d251b2411a5> lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.834687] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522e6b16-a347-6c74-55e5-ce9d8fab204e, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.835532] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c242fad-1f19-4dd2-9360-b74e7ebe09e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.838075] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.838341] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 90afa351-08fb-4357-a352-a2c8e6fa4769/90afa351-08fb-4357-a352-a2c8e6fa4769.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.838631] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7570ada4-75ed-4e0f-a27d-df294644d8e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.861541] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916f5f36-f6d2-4948-b13c-3b8161d3bfa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.864103] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1264.864103] env[69304]: value = "task-4209638" [ 1264.864103] env[69304]: _type = "Task" [ 1264.864103] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.869021] env[69304]: DEBUG oslo_vmware.api [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1264.869021] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d86922-35ed-0008-3a30-3bfbf8584f75" [ 1264.869021] env[69304]: _type = "Task" [ 1264.869021] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.875599] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.880765] env[69304]: DEBUG oslo_vmware.api [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d86922-35ed-0008-3a30-3bfbf8584f75, 'name': SearchDatastore_Task, 'duration_secs': 0.007423} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.881121] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.881404] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.220935] env[69304]: DEBUG oslo_vmware.api [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140649} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.221311] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.221568] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.221765] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.250699] env[69304]: INFO nova.scheduler.client.report [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted allocations for instance 19d480e1-758e-4d5e-b63d-65a04ded6f00 [ 1265.325047] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.325047] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832961', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'name': 'volume-e2807ccd-14b4-465d-a904-a776d504f5e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'serial': 'e2807ccd-14b4-465d-a904-a776d504f5e8'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.325647] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869379cc-5939-4b88-ba9a-35534d2a24bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.343842] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f245b6fb-8137-4e0e-b16e-63573e2e39e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.373520] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-e2807ccd-14b4-465d-a904-a776d504f5e8/volume-e2807ccd-14b4-465d-a904-a776d504f5e8.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.376964] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5636d906-f2f5-484d-9a87-bdecf77b1493 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.399186] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479095} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.400749] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 90afa351-08fb-4357-a352-a2c8e6fa4769/90afa351-08fb-4357-a352-a2c8e6fa4769.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.401013] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.401352] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1265.401352] env[69304]: value = "task-4209639" [ 1265.401352] env[69304]: _type = "Task" [ 1265.401352] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.401549] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-099d001f-b756-4c01-a358-6004b4841518 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.416711] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.418527] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1265.418527] env[69304]: value = "task-4209640" [ 1265.418527] env[69304]: _type = "Task" [ 1265.418527] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.431697] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.498494] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbf2594-f4a1-4630-b36d-ee10d660f2ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.508525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2605906-1bea-4e92-aa85-d263b0d62395 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.296623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.304579] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06461586-154c-46bd-a14d-e6f233c6ec6d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.319127] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8c0687-7589-4a25-856f-d87ebe4a48f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.323242] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070229} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.323481] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.323738] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.324913] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba7d68-bb88-42d4-830e-a8ac98605b4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.335202] env[69304]: DEBUG nova.compute.provider_tree [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.360344] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 90afa351-08fb-4357-a352-a2c8e6fa4769/90afa351-08fb-4357-a352-a2c8e6fa4769.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.361731] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7ac591-29af-4e03-93da-b9499056dd65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.382927] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1266.382927] env[69304]: value = "task-4209641" [ 1266.382927] env[69304]: _type = "Task" [ 1266.382927] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.391661] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.572511] env[69304]: DEBUG nova.compute.manager [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1266.572718] env[69304]: DEBUG nova.compute.manager [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing instance network info cache due to event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1266.572930] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.573087] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.573285] env[69304]: DEBUG nova.network.neutron [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.807445] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209639, 'name': ReconfigVM_Task, 'duration_secs': 1.167873} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.807750] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-e2807ccd-14b4-465d-a904-a776d504f5e8/volume-e2807ccd-14b4-465d-a904-a776d504f5e8.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.812815] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66861a10-8c56-440f-93f7-f47809992b7a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.828380] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1266.828380] env[69304]: value = "task-4209642" [ 1266.828380] env[69304]: _type = "Task" [ 1266.828380] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.836553] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.840535] env[69304]: DEBUG nova.scheduler.client.report [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.893223] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209641, 'name': ReconfigVM_Task, 'duration_secs': 0.3535} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.893529] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 90afa351-08fb-4357-a352-a2c8e6fa4769/90afa351-08fb-4357-a352-a2c8e6fa4769.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.894186] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0006482-2a61-408b-81a2-caba978c8454 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.901060] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1266.901060] env[69304]: value = "task-4209643" [ 1266.901060] env[69304]: _type = "Task" [ 1266.901060] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.911187] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209643, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.222896] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.343917] env[69304]: DEBUG oslo_vmware.api [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209642, 'name': ReconfigVM_Task, 'duration_secs': 0.152861} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.344928] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832961', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'name': 'volume-e2807ccd-14b4-465d-a904-a776d504f5e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'serial': 'e2807ccd-14b4-465d-a904-a776d504f5e8'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1267.407808] env[69304]: DEBUG nova.network.neutron [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updated VIF entry in instance network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.408379] env[69304]: DEBUG nova.network.neutron [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdac9e637-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.415851] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209643, 'name': Rename_Task, 'duration_secs': 0.140023} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.416135] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.416388] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6bca2fc-42f1-4933-a2cf-902186cef3de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.423532] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1267.423532] env[69304]: value = "task-4209644" [ 1267.423532] env[69304]: _type = "Task" [ 1267.423532] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.433022] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.858238] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.977s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.861335] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.565s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.861563] env[69304]: DEBUG nova.objects.instance [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'resources' on Instance uuid 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.911041] env[69304]: DEBUG oslo_concurrency.lockutils [req-ac3ea385-2cc2-415e-837e-3a5059e4fabb req-2ce6ad58-aa30-4024-998d-7255f1876dff service nova] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.934717] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.366051] env[69304]: DEBUG nova.objects.instance [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'numa_topology' on Instance uuid 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.393663] env[69304]: DEBUG nova.objects.instance [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.435289] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.446045] env[69304]: INFO nova.scheduler.client.report [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted allocation for migration 3eff2411-f9c9-4c02-ac4a-029140e0b085 [ 1268.871033] env[69304]: DEBUG nova.objects.base [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Object Instance<19d480e1-758e-4d5e-b63d-65a04ded6f00> lazy-loaded attributes: resources,numa_topology {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.898705] env[69304]: DEBUG oslo_concurrency.lockutils [None req-74b03f78-f30f-41d9-a2ba-ff0d4fffc537 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.188s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.937728] env[69304]: DEBUG oslo_vmware.api [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209644, 'name': PowerOnVM_Task, 'duration_secs': 1.112582} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.937991] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.938235] env[69304]: INFO nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1268.938413] env[69304]: DEBUG nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1268.941725] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6794d61e-332b-4b89-850d-081f8b858033 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.952336] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8fa326eb-45ee-4883-964e-56ce106116dd tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.905s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.981587] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e19142d-3cae-4b4f-859c-0d6534df2e84 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.989902] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7e3e0d-9c4c-46a0-b998-f40e7c80ce5d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.024415] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0798c2-9402-4f0a-95d6-7cf3130ff55a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.032823] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddfefa4-9a75-4502-acb7-e5c6a7503ec7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.048226] env[69304]: DEBUG nova.compute.provider_tree [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.267638] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.267906] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.268148] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.268335] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.268507] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.271095] env[69304]: INFO nova.compute.manager [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Terminating instance [ 1269.342440] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.342667] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.464947] env[69304]: INFO nova.compute.manager [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Took 13.94 seconds to build instance. [ 1269.551801] env[69304]: DEBUG nova.scheduler.client.report [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.774856] env[69304]: DEBUG nova.compute.manager [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.775151] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.776109] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0767291-7d83-460a-ada3-ad3be2e25550 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.784393] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.784643] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342e42fa-29d2-4c51-833e-ae24fd03424f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.792316] env[69304]: DEBUG oslo_vmware.api [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1269.792316] env[69304]: value = "task-4209645" [ 1269.792316] env[69304]: _type = "Task" [ 1269.792316] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.801087] env[69304]: DEBUG oslo_vmware.api [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.846530] env[69304]: INFO nova.compute.manager [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Detaching volume 77a9a85f-fb0c-4582-b401-45734c5c2581 [ 1269.883387] env[69304]: INFO nova.virt.block_device [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Attempting to driver detach volume 77a9a85f-fb0c-4582-b401-45734c5c2581 from mountpoint /dev/sdb [ 1269.883648] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.883843] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832958', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'name': 'volume-77a9a85f-fb0c-4582-b401-45734c5c2581', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'serial': '77a9a85f-fb0c-4582-b401-45734c5c2581'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.884736] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921c99c-5b69-45a3-badd-086f24a5016c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.912041] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e11268-0b8b-42cf-9aef-656b83cf1ca3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.919519] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786636b-cf05-42a7-9046-f0106cbce3c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.943949] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c95a5-153c-4da8-aa4d-4a9787bf0ab4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.960904] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] The volume has not been displaced from its original location: [datastore1] volume-77a9a85f-fb0c-4582-b401-45734c5c2581/volume-77a9a85f-fb0c-4582-b401-45734c5c2581.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.966281] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.966846] env[69304]: DEBUG oslo_concurrency.lockutils [None req-49783a14-5694-45e5-9c51-1339a6f2ee93 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.453s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.967091] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ee9c5d-6a88-404a-a4bd-ff17d9c85ae7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.986280] env[69304]: DEBUG oslo_vmware.api [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1269.986280] env[69304]: value = "task-4209646" [ 1269.986280] env[69304]: _type = "Task" [ 1269.986280] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.995107] env[69304]: DEBUG oslo_vmware.api [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.057355] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.090821] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422efe64-0624-4cb5-87c5-1638c83e2426 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.097687] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Suspending the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1270.097897] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e1f3ab15-2a3b-4944-90df-5f12501a52a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.106072] env[69304]: DEBUG oslo_vmware.api [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1270.106072] env[69304]: value = "task-4209647" [ 1270.106072] env[69304]: _type = "Task" [ 1270.106072] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.119407] env[69304]: DEBUG oslo_vmware.api [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209647, 'name': SuspendVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.302517] env[69304]: DEBUG oslo_vmware.api [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209645, 'name': PowerOffVM_Task, 'duration_secs': 0.265478} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.302794] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.302968] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.303285] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698dc096-06ba-42ec-bc83-e857cd1495c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.421612] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.421845] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.422193] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleting the datastore file [datastore1] 10ebd5e4-8286-4576-b758-8d251b2411a5 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.423076] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdeb4baa-9d40-4908-841a-728047ae84c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.431769] env[69304]: DEBUG oslo_vmware.api [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1270.431769] env[69304]: value = "task-4209649" [ 1270.431769] env[69304]: _type = "Task" [ 1270.431769] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.441127] env[69304]: DEBUG oslo_vmware.api [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.496879] env[69304]: DEBUG oslo_vmware.api [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209646, 'name': ReconfigVM_Task, 'duration_secs': 0.247846} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.497284] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1270.501965] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1de844-da51-4c75-a4b6-c1efe02efe91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.521668] env[69304]: DEBUG oslo_vmware.api [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1270.521668] env[69304]: value = "task-4209650" [ 1270.521668] env[69304]: _type = "Task" [ 1270.521668] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.532197] env[69304]: DEBUG oslo_vmware.api [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.566386] env[69304]: DEBUG oslo_concurrency.lockutils [None req-65dbeca2-5378-469f-80c6-52694fc51916 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.782s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.567208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.345s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.567400] env[69304]: INFO nova.compute.manager [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Unshelving [ 1270.617125] env[69304]: DEBUG oslo_vmware.api [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209647, 'name': SuspendVM_Task} progress is 62%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.942263] env[69304]: DEBUG oslo_vmware.api [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239038} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.942657] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.942803] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.943018] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.943206] env[69304]: INFO nova.compute.manager [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1270.943462] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.943658] env[69304]: DEBUG nova.compute.manager [-] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.943906] env[69304]: DEBUG nova.network.neutron [-] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.032353] env[69304]: DEBUG oslo_vmware.api [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209650, 'name': ReconfigVM_Task, 'duration_secs': 0.175637} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.032750] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832958', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'name': 'volume-77a9a85f-fb0c-4582-b401-45734c5c2581', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a9a85f-fb0c-4582-b401-45734c5c2581', 'serial': '77a9a85f-fb0c-4582-b401-45734c5c2581'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1271.117091] env[69304]: DEBUG oslo_vmware.api [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209647, 'name': SuspendVM_Task, 'duration_secs': 0.847315} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.117364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Suspended the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1271.117544] env[69304]: DEBUG nova.compute.manager [None req-dae8de3a-a15e-4d20-adc4-815b2222e0fc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.118339] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccc76d4-4e51-4e9a-8633-17acb23c75f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.511804] env[69304]: DEBUG nova.compute.manager [req-7cbbf0b0-2f63-4e3c-9723-30dfec51d351 req-ba623c54-7f54-47c3-a1bb-3449d6029156 service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Received event network-vif-deleted-008893a0-2739-40e0-a497-3835ad269833 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1271.511804] env[69304]: INFO nova.compute.manager [req-7cbbf0b0-2f63-4e3c-9723-30dfec51d351 req-ba623c54-7f54-47c3-a1bb-3449d6029156 service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Neutron deleted interface 008893a0-2739-40e0-a497-3835ad269833; detaching it from the instance and deleting it from the info cache [ 1271.511804] env[69304]: DEBUG nova.network.neutron [req-7cbbf0b0-2f63-4e3c-9723-30dfec51d351 req-ba623c54-7f54-47c3-a1bb-3449d6029156 service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.576815] env[69304]: DEBUG nova.objects.instance [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.596103] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.596460] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.596682] env[69304]: DEBUG nova.objects.instance [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'pci_requests' on Instance uuid 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.988544] env[69304]: DEBUG nova.network.neutron [-] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.013842] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f62188f-351d-40b8-b30d-9e90d55963ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.024678] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac66a1-f3f5-4cfb-ad6f-1c9709c9c805 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.056565] env[69304]: DEBUG nova.compute.manager [req-7cbbf0b0-2f63-4e3c-9723-30dfec51d351 req-ba623c54-7f54-47c3-a1bb-3449d6029156 service nova] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Detach interface failed, port_id=008893a0-2739-40e0-a497-3835ad269833, reason: Instance 10ebd5e4-8286-4576-b758-8d251b2411a5 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1272.100915] env[69304]: DEBUG nova.objects.instance [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'numa_topology' on Instance uuid 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.473497] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "90afa351-08fb-4357-a352-a2c8e6fa4769" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.473763] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.473984] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "90afa351-08fb-4357-a352-a2c8e6fa4769-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.474189] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.474365] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.476619] env[69304]: INFO nova.compute.manager [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Terminating instance [ 1272.491217] env[69304]: INFO nova.compute.manager [-] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Took 1.55 seconds to deallocate network for instance. [ 1272.586603] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d48e7ee9-e3f7-47cd-a536-2cd0176c5bd6 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.603306] env[69304]: INFO nova.compute.claims [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.634526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.634786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.980925] env[69304]: DEBUG nova.compute.manager [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.981210] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.982304] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1793b5fa-2407-43aa-a732-a9f546bf8418 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.990449] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.990678] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27802800-c499-4c62-8800-a9eac9057f7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.996206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.054710] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.054924] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.055211] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleting the datastore file [datastore1] 90afa351-08fb-4357-a352-a2c8e6fa4769 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.055449] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20492d3a-0a5a-4834-a8c1-ae68a33ddc87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.062682] env[69304]: DEBUG oslo_vmware.api [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1273.062682] env[69304]: value = "task-4209652" [ 1273.062682] env[69304]: _type = "Task" [ 1273.062682] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.071087] env[69304]: DEBUG oslo_vmware.api [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.138220] env[69304]: INFO nova.compute.manager [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Detaching volume e2807ccd-14b4-465d-a904-a776d504f5e8 [ 1273.185534] env[69304]: INFO nova.virt.block_device [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Attempting to driver detach volume e2807ccd-14b4-465d-a904-a776d504f5e8 from mountpoint /dev/sdc [ 1273.185534] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1273.185725] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832961', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'name': 'volume-e2807ccd-14b4-465d-a904-a776d504f5e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'serial': 'e2807ccd-14b4-465d-a904-a776d504f5e8'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1273.187053] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bf2462-6f23-427d-ac0a-318dc20f9474 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.212547] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450b2ca9-e09f-43f7-90cf-1e08ed192acb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.220199] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81fb8e-1619-48e4-8aa7-ba850d2e6779 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.241442] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b5f604-82e7-4770-ac40-89c06637e26e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.258342] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] The volume has not been displaced from its original location: [datastore1] volume-e2807ccd-14b4-465d-a904-a776d504f5e8/volume-e2807ccd-14b4-465d-a904-a776d504f5e8.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1273.263783] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.264110] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1a3e2c-e0ac-42ed-968c-15a4f9c57413 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.281599] env[69304]: DEBUG oslo_vmware.api [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1273.281599] env[69304]: value = "task-4209653" [ 1273.281599] env[69304]: _type = "Task" [ 1273.281599] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.289870] env[69304]: DEBUG oslo_vmware.api [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.572934] env[69304]: DEBUG oslo_vmware.api [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183153} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.573277] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.573479] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.573658] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.573870] env[69304]: INFO nova.compute.manager [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1273.574142] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.574400] env[69304]: DEBUG nova.compute.manager [-] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.574506] env[69304]: DEBUG nova.network.neutron [-] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.709568] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dc0eed-308a-4a56-ab86-5c00159a498a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.715698] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ce61d-8e5c-4896-8ec8-c0142e072847 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.746824] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbfdcee-6f68-4779-958a-539fa05afb39 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.754988] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb0c056-cd87-4fad-b0dc-fe5e0b812e8a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.768412] env[69304]: DEBUG nova.compute.provider_tree [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.791068] env[69304]: DEBUG oslo_vmware.api [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209653, 'name': ReconfigVM_Task, 'duration_secs': 0.20562} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.791363] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.796455] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a9df88b-d057-40a0-b9c7-171292008d51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.814302] env[69304]: DEBUG oslo_vmware.api [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1273.814302] env[69304]: value = "task-4209654" [ 1273.814302] env[69304]: _type = "Task" [ 1273.814302] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.826375] env[69304]: DEBUG oslo_vmware.api [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.840845] env[69304]: DEBUG nova.compute.manager [req-795c8e75-9715-42b2-9d26-0cd0d8b9c8e4 req-e8efe744-ff40-4350-bbc8-797db83986ed service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Received event network-vif-deleted-c0cd3128-992a-465f-a741-81cd6e88aed8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1273.841188] env[69304]: INFO nova.compute.manager [req-795c8e75-9715-42b2-9d26-0cd0d8b9c8e4 req-e8efe744-ff40-4350-bbc8-797db83986ed service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Neutron deleted interface c0cd3128-992a-465f-a741-81cd6e88aed8; detaching it from the instance and deleting it from the info cache [ 1273.841408] env[69304]: DEBUG nova.network.neutron [req-795c8e75-9715-42b2-9d26-0cd0d8b9c8e4 req-e8efe744-ff40-4350-bbc8-797db83986ed service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.272058] env[69304]: DEBUG nova.scheduler.client.report [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.326729] env[69304]: DEBUG oslo_vmware.api [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209654, 'name': ReconfigVM_Task, 'duration_secs': 0.138733} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.327062] env[69304]: DEBUG nova.network.neutron [-] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.328396] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832961', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'name': 'volume-e2807ccd-14b4-465d-a904-a776d504f5e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962d1a12-eda0-47fb-879b-653e9148c4e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2807ccd-14b4-465d-a904-a776d504f5e8', 'serial': 'e2807ccd-14b4-465d-a904-a776d504f5e8'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.344661] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57ca233f-71a5-487e-a0fd-b4ccd922ff83 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.355979] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d18727f-7dec-4305-93b9-73732ed42e7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.385307] env[69304]: DEBUG nova.compute.manager [req-795c8e75-9715-42b2-9d26-0cd0d8b9c8e4 req-e8efe744-ff40-4350-bbc8-797db83986ed service nova] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Detach interface failed, port_id=c0cd3128-992a-465f-a741-81cd6e88aed8, reason: Instance 90afa351-08fb-4357-a352-a2c8e6fa4769 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1274.777342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.181s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.779685] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.783s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.779896] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.802602] env[69304]: INFO nova.scheduler.client.report [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted allocations for instance 10ebd5e4-8286-4576-b758-8d251b2411a5 [ 1274.811851] env[69304]: INFO nova.network.neutron [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating port dac9e637-0f10-4272-98e2-e5e4d80fbbaa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1274.832567] env[69304]: INFO nova.compute.manager [-] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Took 1.26 seconds to deallocate network for instance. [ 1274.874461] env[69304]: DEBUG nova.objects.instance [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'flavor' on Instance uuid 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.310775] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "10ebd5e4-8286-4576-b758-8d251b2411a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.043s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.339537] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.339911] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.340115] env[69304]: DEBUG nova.objects.instance [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'resources' on Instance uuid 90afa351-08fb-4357-a352-a2c8e6fa4769 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.881916] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1fa49ad2-0582-49c6-8fad-17cd09bf19f8 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.941582] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81845c9-df66-4275-9000-5f9da6ced984 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.951654] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ee1daa-3414-4a27-ac1b-215a9b984d7b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.984790] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887a1e92-8c65-436b-82c1-288db69efa47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.992770] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3b9b45-5e85-40c0-8f91-812757d9eadb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.007484] env[69304]: DEBUG nova.compute.provider_tree [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.213278] env[69304]: DEBUG nova.compute.manager [req-13f47e67-b3c8-4715-99af-74506d654eb8 req-d8417d9c-790f-4edf-8734-cdad9c7d4b11 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-vif-plugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1276.213524] env[69304]: DEBUG oslo_concurrency.lockutils [req-13f47e67-b3c8-4715-99af-74506d654eb8 req-d8417d9c-790f-4edf-8734-cdad9c7d4b11 service nova] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.215490] env[69304]: DEBUG oslo_concurrency.lockutils [req-13f47e67-b3c8-4715-99af-74506d654eb8 req-d8417d9c-790f-4edf-8734-cdad9c7d4b11 service nova] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.215694] env[69304]: DEBUG oslo_concurrency.lockutils [req-13f47e67-b3c8-4715-99af-74506d654eb8 req-d8417d9c-790f-4edf-8734-cdad9c7d4b11 service nova] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.216056] env[69304]: DEBUG nova.compute.manager [req-13f47e67-b3c8-4715-99af-74506d654eb8 req-d8417d9c-790f-4edf-8734-cdad9c7d4b11 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] No waiting events found dispatching network-vif-plugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1276.216129] env[69304]: WARNING nova.compute.manager [req-13f47e67-b3c8-4715-99af-74506d654eb8 req-d8417d9c-790f-4edf-8734-cdad9c7d4b11 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received unexpected event network-vif-plugged-dac9e637-0f10-4272-98e2-e5e4d80fbbaa for instance with vm_state shelved_offloaded and task_state spawning. [ 1276.344311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.344311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.344311] env[69304]: DEBUG nova.network.neutron [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.365939] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "60132b41-90c1-41a9-bfe8-9fa1514538ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.366213] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.510048] env[69304]: DEBUG nova.scheduler.client.report [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.868348] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.014756] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.040461] env[69304]: INFO nova.scheduler.client.report [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocations for instance 90afa351-08fb-4357-a352-a2c8e6fa4769 [ 1277.059401] env[69304]: DEBUG nova.network.neutron [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.060640] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.060866] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.061256] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "962d1a12-eda0-47fb-879b-653e9148c4e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.061330] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.061499] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.064500] env[69304]: INFO nova.compute.manager [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Terminating instance [ 1277.386445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.386739] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.388614] env[69304]: INFO nova.compute.claims [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.548659] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "90afa351-08fb-4357-a352-a2c8e6fa4769" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.075s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.564945] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.568500] env[69304]: DEBUG nova.compute.manager [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.568744] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.569771] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75581c1a-b117-4b71-abbc-9577866882f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.577936] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.578301] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5de5cbe-2fdf-45ec-8847-fcd3f310fa4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.585009] env[69304]: DEBUG oslo_vmware.api [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1277.585009] env[69304]: value = "task-4209655" [ 1277.585009] env[69304]: _type = "Task" [ 1277.585009] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.589878] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9ce66eccc2546336087c527dd0f6a905',container_format='bare',created_at=2025-05-16T14:35:53Z,direct_url=,disk_format='vmdk',id=71042912-6887-4dbc-97d0-b14bbbd28ed5,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1815190217-shelved',owner='fee8a94ccead44049426c291f4a6abe7',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-16T14:36:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.590137] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.590313] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.590497] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.590644] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.590791] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.591040] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.591232] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.591417] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.591584] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.591752] env[69304]: DEBUG nova.virt.hardware [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.593032] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb000a-43bf-4e25-a5d7-1f245082e424 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.602277] env[69304]: DEBUG oslo_vmware.api [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.605942] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2000030-cc1b-407c-a094-2201e0489625 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.620782] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:7a:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac9e637-0f10-4272-98e2-e5e4d80fbbaa', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.628403] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.628662] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.628888] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-442a1e49-26b0-4ad1-87b7-8f2a587e2a95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.649531] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.649531] env[69304]: value = "task-4209656" [ 1277.649531] env[69304]: _type = "Task" [ 1277.649531] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.658783] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209656, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.095343] env[69304]: DEBUG oslo_vmware.api [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209655, 'name': PowerOffVM_Task, 'duration_secs': 0.196251} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.095921] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.095921] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.096013] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3890ebc8-b3e5-48d9-bf90-ce30d6251d25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.159700] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209656, 'name': CreateVM_Task, 'duration_secs': 0.331411} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.159865] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.160617] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.160780] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.161206] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.161469] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0172d2ca-c679-47ad-837d-dcd284a993ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.166883] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1278.166883] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522aba5b-e666-7b9b-9fc5-0164d0135004" [ 1278.166883] env[69304]: _type = "Task" [ 1278.166883] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.176660] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]522aba5b-e666-7b9b-9fc5-0164d0135004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.242779] env[69304]: DEBUG nova.compute.manager [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1278.243100] env[69304]: DEBUG nova.compute.manager [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing instance network info cache due to event network-changed-dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1278.243337] env[69304]: DEBUG oslo_concurrency.lockutils [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] Acquiring lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.243484] env[69304]: DEBUG oslo_concurrency.lockutils [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] Acquired lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.243686] env[69304]: DEBUG nova.network.neutron [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Refreshing network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.391771] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "43e33001-ba84-48a5-b979-43e176002a47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.392074] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.494175] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.494558] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.494763] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Deleting the datastore file [datastore2] 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.495988] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb75ed3-cf1f-4a8d-af9f-b77fc7f7c48c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.498497] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0d752-8b0e-443f-b558-0c256eff5e25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.507277] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e5a369-b9fd-4958-a9a9-761c0b8e5da4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.511298] env[69304]: DEBUG oslo_vmware.api [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for the task: (returnval){ [ 1278.511298] env[69304]: value = "task-4209658" [ 1278.511298] env[69304]: _type = "Task" [ 1278.511298] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.541673] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a8180-72cc-4936-bf39-42c245d7f352 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.547249] env[69304]: DEBUG oslo_vmware.api [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.552374] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0923959e-ebcc-4d71-bba3-06e1fbfbc10c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.565786] env[69304]: DEBUG nova.compute.provider_tree [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.677974] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.678274] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Processing image 71042912-6887-4dbc-97d0-b14bbbd28ed5 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.678514] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.678665] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.678872] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.679153] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa1be8e-786b-47a4-bc2a-c264d5363c47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.687185] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.687416] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.688085] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68964e95-4736-4b4f-9a81-f97607405cfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.693732] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1278.693732] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bfeb92-a54b-56b3-dfc5-74cfe4d8a8b8" [ 1278.693732] env[69304]: _type = "Task" [ 1278.693732] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.701566] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52bfeb92-a54b-56b3-dfc5-74cfe4d8a8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.894813] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.026414] env[69304]: DEBUG oslo_vmware.api [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Task: {'id': task-4209658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150599} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.026743] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.026930] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.027126] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.027311] env[69304]: INFO nova.compute.manager [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1279.027559] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.027788] env[69304]: DEBUG nova.compute.manager [-] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.027886] env[69304]: DEBUG nova.network.neutron [-] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.070416] env[69304]: DEBUG nova.scheduler.client.report [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.189883] env[69304]: DEBUG nova.network.neutron [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updated VIF entry in instance network info cache for port dac9e637-0f10-4272-98e2-e5e4d80fbbaa. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.190328] env[69304]: DEBUG nova.network.neutron [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [{"id": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "address": "fa:16:3e:33:7a:d9", "network": {"id": "a12e450b-6740-4dc8-9fec-b3fca0e28a86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1231524039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fee8a94ccead44049426c291f4a6abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac9e637-0f", "ovs_interfaceid": "dac9e637-0f10-4272-98e2-e5e4d80fbbaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.211032] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Preparing fetch location {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1279.211498] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Fetch image to [datastore2] OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765/OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765.vmdk {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1279.211608] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Downloading stream optimized image 71042912-6887-4dbc-97d0-b14bbbd28ed5 to [datastore2] OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765/OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765.vmdk on the data store datastore2 as vApp {{(pid=69304) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1279.211774] env[69304]: DEBUG nova.virt.vmwareapi.images [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Downloading image file data 71042912-6887-4dbc-97d0-b14bbbd28ed5 to the ESX as VM named 'OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765' {{(pid=69304) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1279.293368] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1279.293368] env[69304]: value = "resgroup-9" [ 1279.293368] env[69304]: _type = "ResourcePool" [ 1279.293368] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1279.293368] env[69304]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f17e732b-6a68-4ad2-8b12-3eeba31e9be6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.313565] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease: (returnval){ [ 1279.313565] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e38332-43da-2204-fd13-ea4d5def39d2" [ 1279.313565] env[69304]: _type = "HttpNfcLease" [ 1279.313565] env[69304]: } obtained for vApp import into resource pool (val){ [ 1279.313565] env[69304]: value = "resgroup-9" [ 1279.313565] env[69304]: _type = "ResourcePool" [ 1279.313565] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1279.313896] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the lease: (returnval){ [ 1279.313896] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e38332-43da-2204-fd13-ea4d5def39d2" [ 1279.313896] env[69304]: _type = "HttpNfcLease" [ 1279.313896] env[69304]: } to be ready. {{(pid=69304) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1279.321588] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.321588] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e38332-43da-2204-fd13-ea4d5def39d2" [ 1279.321588] env[69304]: _type = "HttpNfcLease" [ 1279.321588] env[69304]: } is initializing. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1279.422214] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.493748] env[69304]: DEBUG nova.compute.manager [req-cf6fd836-580e-4b6e-bd28-eb928adb9e42 req-f9022386-0c0c-4b2c-aa89-d37d5d4797a0 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Received event network-vif-deleted-b102c8cb-fb2c-4301-87ef-76daa57a863b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1279.494071] env[69304]: INFO nova.compute.manager [req-cf6fd836-580e-4b6e-bd28-eb928adb9e42 req-f9022386-0c0c-4b2c-aa89-d37d5d4797a0 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Neutron deleted interface b102c8cb-fb2c-4301-87ef-76daa57a863b; detaching it from the instance and deleting it from the info cache [ 1279.494179] env[69304]: DEBUG nova.network.neutron [req-cf6fd836-580e-4b6e-bd28-eb928adb9e42 req-f9022386-0c0c-4b2c-aa89-d37d5d4797a0 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.576447] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.577016] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.580164] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.158s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.581822] env[69304]: INFO nova.compute.claims [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.694707] env[69304]: DEBUG oslo_concurrency.lockutils [req-b9d94ae6-dad8-471f-bb68-fa5c373f25a2 req-85e7bf07-4d81-410e-9782-9ff36b92c7bd service nova] Releasing lock "refresh_cache-19d480e1-758e-4d5e-b63d-65a04ded6f00" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.822549] env[69304]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1279.822549] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e38332-43da-2204-fd13-ea4d5def39d2" [ 1279.822549] env[69304]: _type = "HttpNfcLease" [ 1279.822549] env[69304]: } is ready. {{(pid=69304) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1279.822893] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1279.822893] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e38332-43da-2204-fd13-ea4d5def39d2" [ 1279.822893] env[69304]: _type = "HttpNfcLease" [ 1279.822893] env[69304]: }. {{(pid=69304) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1279.823614] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcd0204-8d77-4ebd-a0f9-40be173bd2c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.831708] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291e714-ca90-0d88-e9bf-e4a9c52d23c7/disk-0.vmdk from lease info. {{(pid=69304) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1279.832014] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291e714-ca90-0d88-e9bf-e4a9c52d23c7/disk-0.vmdk. {{(pid=69304) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1279.894287] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df5d7b1d-c9cd-4956-8ab7-b718543056e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.968486] env[69304]: DEBUG nova.network.neutron [-] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.996936] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de6cf868-d2f9-4bc3-b627-0c3461979f43 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.007833] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ce9b0-672b-4d41-a52b-a6599f5fdb40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.039673] env[69304]: DEBUG nova.compute.manager [req-cf6fd836-580e-4b6e-bd28-eb928adb9e42 req-f9022386-0c0c-4b2c-aa89-d37d5d4797a0 service nova] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Detach interface failed, port_id=b102c8cb-fb2c-4301-87ef-76daa57a863b, reason: Instance 962d1a12-eda0-47fb-879b-653e9148c4e5 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1280.086487] env[69304]: DEBUG nova.compute.utils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.091478] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1280.091690] env[69304]: DEBUG nova.network.neutron [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.130158] env[69304]: DEBUG nova.policy [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e3d58157a14ce4a0547ec81ac72f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a2af8a8ebe543288626122bdb16f46f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1280.451666] env[69304]: DEBUG nova.network.neutron [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Successfully created port: edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.471664] env[69304]: INFO nova.compute.manager [-] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Took 1.44 seconds to deallocate network for instance. [ 1280.595026] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.724105] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa8d39-b7e2-4b98-980b-44d42b79f791 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.733792] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0436f1b-1502-4629-bfb0-c2e248ced908 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.777956] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34af8c8-14d0-4592-93fc-d96a3cba4eaa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.789952] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6bde48-d7d9-450f-b844-cd37cb0d1364 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.806880] env[69304]: DEBUG nova.compute.provider_tree [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.979685] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.123575] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Completed reading data from the image iterator. {{(pid=69304) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1281.123821] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291e714-ca90-0d88-e9bf-e4a9c52d23c7/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1281.124952] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a739877-c1a1-4aef-991b-80aa07eac950 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.134423] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291e714-ca90-0d88-e9bf-e4a9c52d23c7/disk-0.vmdk is in state: ready. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1281.134423] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291e714-ca90-0d88-e9bf-e4a9c52d23c7/disk-0.vmdk. {{(pid=69304) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1281.134641] env[69304]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-44a3f646-4a4b-4a19-a0af-edd7c55e8c57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.312818] env[69304]: DEBUG nova.scheduler.client.report [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.345918] env[69304]: DEBUG oslo_vmware.rw_handles [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5291e714-ca90-0d88-e9bf-e4a9c52d23c7/disk-0.vmdk. {{(pid=69304) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1281.346221] env[69304]: INFO nova.virt.vmwareapi.images [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Downloaded image file data 71042912-6887-4dbc-97d0-b14bbbd28ed5 [ 1281.347292] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a367e-414f-4c3a-8454-0426c998ce8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.365970] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d711a5e7-8d3c-446e-ad33-441f846cadab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.392385] env[69304]: INFO nova.virt.vmwareapi.images [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] The imported VM was unregistered [ 1281.394786] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Caching image {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1281.395068] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Creating directory with path [datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.395394] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8da8e1-48a8-4ddc-88e0-b87933a6d057 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.411328] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Created directory with path [datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5 {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.411535] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765/OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765.vmdk to [datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk. {{(pid=69304) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1281.411770] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a73170c8-3207-420b-96bc-19729dc83fb9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.419901] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1281.419901] env[69304]: value = "task-4209661" [ 1281.419901] env[69304]: _type = "Task" [ 1281.419901] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.428997] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.607703] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.634792] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.635169] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.635414] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.635693] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.635919] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.636163] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.636471] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.636713] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.636961] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.637224] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.637485] env[69304]: DEBUG nova.virt.hardware [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.638701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6003f1a4-9390-4d5b-a4f3-28131ab6e04e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.648994] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f833dbb3-9370-4db3-b35b-95f622a396d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.818265] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.818889] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.821961] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.842s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.822287] env[69304]: DEBUG nova.objects.instance [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lazy-loading 'resources' on Instance uuid 962d1a12-eda0-47fb-879b-653e9148c4e5 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.933929] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.986067] env[69304]: DEBUG nova.compute.manager [req-88f7d48c-0211-4b53-ac16-45c93530ea42 req-0bd2efa8-f5a1-4c38-8834-beccd1452e99 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Received event network-vif-plugged-edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1281.986361] env[69304]: DEBUG oslo_concurrency.lockutils [req-88f7d48c-0211-4b53-ac16-45c93530ea42 req-0bd2efa8-f5a1-4c38-8834-beccd1452e99 service nova] Acquiring lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.986590] env[69304]: DEBUG oslo_concurrency.lockutils [req-88f7d48c-0211-4b53-ac16-45c93530ea42 req-0bd2efa8-f5a1-4c38-8834-beccd1452e99 service nova] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.986885] env[69304]: DEBUG oslo_concurrency.lockutils [req-88f7d48c-0211-4b53-ac16-45c93530ea42 req-0bd2efa8-f5a1-4c38-8834-beccd1452e99 service nova] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.987309] env[69304]: DEBUG nova.compute.manager [req-88f7d48c-0211-4b53-ac16-45c93530ea42 req-0bd2efa8-f5a1-4c38-8834-beccd1452e99 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] No waiting events found dispatching network-vif-plugged-edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1281.987660] env[69304]: WARNING nova.compute.manager [req-88f7d48c-0211-4b53-ac16-45c93530ea42 req-0bd2efa8-f5a1-4c38-8834-beccd1452e99 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Received unexpected event network-vif-plugged-edf1594c-753d-41dd-a6fe-d12760f89191 for instance with vm_state building and task_state spawning. [ 1282.130771] env[69304]: DEBUG nova.network.neutron [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Successfully updated port: edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.325267] env[69304]: DEBUG nova.compute.utils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.327355] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1282.327543] env[69304]: DEBUG nova.network.neutron [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.369620] env[69304]: DEBUG nova.policy [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f844de3e3d8244a6bf1da7eef25813a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca413f85a31c4311a01e39c130ae4d4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.435972] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.448794] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc96c82-91b6-4e97-abad-df2fa93d6939 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.458619] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a781a-bd46-454b-aec8-8ace2c3d9e2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.495119] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7bd72-491d-4e93-bf3c-d700d3682f9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.505606] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa485907-28ae-4156-aa42-061d011080a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.523165] env[69304]: DEBUG nova.compute.provider_tree [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.634304] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.634559] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.634559] env[69304]: DEBUG nova.network.neutron [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.636409] env[69304]: DEBUG nova.network.neutron [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Successfully created port: 5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.833750] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.934418] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.026279] env[69304]: DEBUG nova.scheduler.client.report [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.170973] env[69304]: DEBUG nova.network.neutron [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.361743] env[69304]: DEBUG nova.network.neutron [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.433200] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.533074] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.562413] env[69304]: INFO nova.scheduler.client.report [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Deleted allocations for instance 962d1a12-eda0-47fb-879b-653e9148c4e5 [ 1283.844095] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.866064] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.866450] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Instance network_info: |[{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.868244] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:72:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edf1594c-753d-41dd-a6fe-d12760f89191', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.874853] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.877277] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.877529] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.877686] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.877878] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.878036] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.878198] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.878415] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.878761] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.878761] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.878932] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.879121] env[69304]: DEBUG nova.virt.hardware [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.879427] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.880211] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b281c338-b06d-49a6-9b76-a1582a593e4e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.883013] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce3865be-9848-48f5-a732-169869f00358 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.904468] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceee134-f485-48d7-9a67-d4d39fe9fd3b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.910153] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.910153] env[69304]: value = "task-4209662" [ 1283.910153] env[69304]: _type = "Task" [ 1283.910153] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.929916] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209662, 'name': CreateVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.935866] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.019149] env[69304]: DEBUG nova.compute.manager [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Received event network-changed-edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1284.019364] env[69304]: DEBUG nova.compute.manager [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Refreshing instance network info cache due to event network-changed-edf1594c-753d-41dd-a6fe-d12760f89191. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1284.019580] env[69304]: DEBUG oslo_concurrency.lockutils [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.019720] env[69304]: DEBUG oslo_concurrency.lockutils [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.019927] env[69304]: DEBUG nova.network.neutron [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Refreshing network info cache for port edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.070190] env[69304]: DEBUG oslo_concurrency.lockutils [None req-12261095-9b28-4e8f-9e60-6f49815261b5 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Lock "962d1a12-eda0-47fb-879b-653e9148c4e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.009s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.185476] env[69304]: DEBUG nova.network.neutron [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Successfully updated port: 5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.421820] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209662, 'name': CreateVM_Task, 'duration_secs': 0.426778} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.421991] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.422834] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.423093] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.423484] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.423848] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76647505-774c-45de-b930-62cff01462c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.435338] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209661, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.663604} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.436452] env[69304]: INFO nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765/OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765.vmdk to [datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk. [ 1284.436726] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Cleaning up location [datastore2] OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1284.436961] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_76836fbd-3d4a-449d-ad6a-673b06669765 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.437355] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1284.437355] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e52617-6f14-b106-5daa-7cd21bc7c870" [ 1284.437355] env[69304]: _type = "Task" [ 1284.437355] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.437656] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e148e953-29bd-43b7-a886-5435d9eec6c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.448380] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e52617-6f14-b106-5daa-7cd21bc7c870, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.449803] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.451030] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.451030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.451030] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.451030] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.451247] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1284.451247] env[69304]: value = "task-4209663" [ 1284.451247] env[69304]: _type = "Task" [ 1284.451247] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.451445] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0048f12d-5d19-4517-81c3-61fd7022f1ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.461825] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.463071] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.463393] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.464197] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5c7525-1865-45ed-8b24-37d240686019 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.469662] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1284.469662] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e70bae-5eb2-57a5-e266-0eb3f6b8f13c" [ 1284.469662] env[69304]: _type = "Task" [ 1284.469662] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.479284] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e70bae-5eb2-57a5-e266-0eb3f6b8f13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.688516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.688697] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.688877] env[69304]: DEBUG nova.network.neutron [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.726755] env[69304]: DEBUG nova.network.neutron [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updated VIF entry in instance network info cache for port edf1594c-753d-41dd-a6fe-d12760f89191. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.727180] env[69304]: DEBUG nova.network.neutron [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.963475] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038653} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.963852] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.963852] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.964078] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk to [datastore2] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.964355] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c8d367-21f8-47c3-aa3e-c63497e4fbff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.972551] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1284.972551] env[69304]: value = "task-4209665" [ 1284.972551] env[69304]: _type = "Task" [ 1284.972551] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.984406] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.987701] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e70bae-5eb2-57a5-e266-0eb3f6b8f13c, 'name': SearchDatastore_Task, 'duration_secs': 0.014982} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.988486] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bf3a60-d035-4ab9-ac68-43409f3bdcba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.994412] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1284.994412] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5228cab2-7d7a-20f6-b25e-e22db78812e3" [ 1284.994412] env[69304]: _type = "Task" [ 1284.994412] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.003116] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5228cab2-7d7a-20f6-b25e-e22db78812e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.230288] env[69304]: DEBUG oslo_concurrency.lockutils [req-c858c888-e1c1-45fc-9968-e7fb2b7c5021 req-dc9a089c-593a-4e05-94d8-e2d65228061a service nova] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.242939] env[69304]: DEBUG nova.network.neutron [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.404290] env[69304]: DEBUG nova.network.neutron [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [{"id": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "address": "fa:16:3e:40:35:68", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5492139e-99", "ovs_interfaceid": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.486378] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209665, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.506660] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5228cab2-7d7a-20f6-b25e-e22db78812e3, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.507025] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.507401] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.508028] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffac3de8-912d-40ed-b178-694014c15553 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.516570] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1285.516570] env[69304]: value = "task-4209666" [ 1285.516570] env[69304]: _type = "Task" [ 1285.516570] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.525798] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.907637] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.907861] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Instance network_info: |[{"id": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "address": "fa:16:3e:40:35:68", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5492139e-99", "ovs_interfaceid": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.908339] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:35:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bc2dd1b-c901-4f3d-9c3a-af171c275c4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5492139e-99a0-4bba-b0c5-571a40d3b5d2', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.916503] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.916764] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.917020] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26007a63-2045-409f-ae84-c5aca94ae0c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.938558] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.938558] env[69304]: value = "task-4209667" [ 1285.938558] env[69304]: _type = "Task" [ 1285.938558] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.946903] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209667, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.986056] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209665, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.026477] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.047274] env[69304]: DEBUG nova.compute.manager [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Received event network-vif-plugged-5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1286.047503] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] Acquiring lock "43e33001-ba84-48a5-b979-43e176002a47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.047715] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] Lock "43e33001-ba84-48a5-b979-43e176002a47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.047881] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] Lock "43e33001-ba84-48a5-b979-43e176002a47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.048091] env[69304]: DEBUG nova.compute.manager [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] No waiting events found dispatching network-vif-plugged-5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1286.048270] env[69304]: WARNING nova.compute.manager [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Received unexpected event network-vif-plugged-5492139e-99a0-4bba-b0c5-571a40d3b5d2 for instance with vm_state building and task_state spawning. [ 1286.048431] env[69304]: DEBUG nova.compute.manager [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Received event network-changed-5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1286.048583] env[69304]: DEBUG nova.compute.manager [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Refreshing instance network info cache due to event network-changed-5492139e-99a0-4bba-b0c5-571a40d3b5d2. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1286.048764] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] Acquiring lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.049035] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] Acquired lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.049220] env[69304]: DEBUG nova.network.neutron [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Refreshing network info cache for port 5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.449644] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209667, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.486832] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209665, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.529838] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.824097] env[69304]: DEBUG nova.network.neutron [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updated VIF entry in instance network info cache for port 5492139e-99a0-4bba-b0c5-571a40d3b5d2. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.824579] env[69304]: DEBUG nova.network.neutron [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [{"id": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "address": "fa:16:3e:40:35:68", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5492139e-99", "ovs_interfaceid": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.952017] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209667, 'name': CreateVM_Task, 'duration_secs': 0.796791} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.952236] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.953072] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.953260] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.953747] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.954054] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798afb4c-c072-469f-bfe7-edf04cee1925 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.960459] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1286.960459] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526cd295-2865-85c5-0f72-b76b760f3059" [ 1286.960459] env[69304]: _type = "Task" [ 1286.960459] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.970924] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526cd295-2865-85c5-0f72-b76b760f3059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.986922] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209665, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.028708] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209666, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.328396] env[69304]: DEBUG oslo_concurrency.lockutils [req-6c6e1107-f3d3-473e-8532-4dd038082dc2 req-30c9691d-46ca-425b-ad5a-e7df089ecc55 service nova] Releasing lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.474101] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526cd295-2865-85c5-0f72-b76b760f3059, 'name': SearchDatastore_Task, 'duration_secs': 0.084032} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.474463] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.474716] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.474997] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.475174] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.475425] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.475722] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7e9af1-05b9-4ee0-a3d0-a7119ce058e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.489401] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209665, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.50011} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.489583] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/71042912-6887-4dbc-97d0-b14bbbd28ed5/71042912-6887-4dbc-97d0-b14bbbd28ed5.vmdk to [datastore2] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.490470] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca48085-5058-47de-9ee1-5ff91cc4bafa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.497160] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.497415] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.508611] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b400177-38d9-4653-9e3a-209be081a562 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.520557] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.521326] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd9f303f-c00f-4f47-9ab6-66f58c1c0948 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.541933] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1287.541933] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260aee1-8475-819e-c195-b1610e17b790" [ 1287.541933] env[69304]: _type = "Task" [ 1287.541933] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.550554] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.550939] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1287.550939] env[69304]: value = "task-4209668" [ 1287.550939] env[69304]: _type = "Task" [ 1287.550939] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.558869] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260aee1-8475-819e-c195-b1610e17b790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.565704] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.031471] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209666, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.291207} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.031854] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.032051] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.032334] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2734c156-49b1-4a74-a586-1608b020a898 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.039118] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1288.039118] env[69304]: value = "task-4209670" [ 1288.039118] env[69304]: _type = "Task" [ 1288.039118] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.051191] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260aee1-8475-819e-c195-b1610e17b790, 'name': SearchDatastore_Task, 'duration_secs': 0.063967} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.054823] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.055113] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3b9b5b-f9a5-4da9-8c04-a19d623545c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.064779] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1288.064779] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5247c407-46ce-05ca-a0b5-c869c4d0c369" [ 1288.064779] env[69304]: _type = "Task" [ 1288.064779] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.067790] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.078655] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5247c407-46ce-05ca-a0b5-c869c4d0c369, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.078939] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.079244] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 43e33001-ba84-48a5-b979-43e176002a47/43e33001-ba84-48a5-b979-43e176002a47.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.079506] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c24221e3-fa66-422c-a68d-76b0389778a6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.087150] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1288.087150] env[69304]: value = "task-4209671" [ 1288.087150] env[69304]: _type = "Task" [ 1288.087150] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.096739] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.549061] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078536} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.549336] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.550140] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334aec57-4b24-4659-82b9-ce58eefe9539 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.573145] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.576265] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b6c592-229c-43d8-b124-d1863c3e82f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.596922] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209668, 'name': ReconfigVM_Task, 'duration_secs': 0.634674} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.598823] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 19d480e1-758e-4d5e-b63d-65a04ded6f00/19d480e1-758e-4d5e-b63d-65a04ded6f00.vmdk or device None with type streamOptimized {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.599304] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1288.599304] env[69304]: value = "task-4209672" [ 1288.599304] env[69304]: _type = "Task" [ 1288.599304] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.599567] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8b9181-edf1-4413-bd56-f3c0bf8396aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.606637] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47341} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.607297] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 43e33001-ba84-48a5-b979-43e176002a47/43e33001-ba84-48a5-b979-43e176002a47.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.607510] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.608077] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db30577b-2213-4d30-bd95-c42806cff7a7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.614663] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.616891] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1288.616891] env[69304]: value = "task-4209673" [ 1288.616891] env[69304]: _type = "Task" [ 1288.616891] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.617352] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1288.617352] env[69304]: value = "task-4209674" [ 1288.617352] env[69304]: _type = "Task" [ 1288.617352] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.628831] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.632505] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209673, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.111587] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209672, 'name': ReconfigVM_Task, 'duration_secs': 0.391481} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.112188] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.112570] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5278ec1e-df9f-43a4-bce2-d91301c04fb2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.124854] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1289.124854] env[69304]: value = "task-4209675" [ 1289.124854] env[69304]: _type = "Task" [ 1289.124854] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.133990] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209673, 'name': Rename_Task, 'duration_secs': 0.222337} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.134199] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126684} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.134792] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.135071] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.135324] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c130a65d-d479-43f6-a2bc-b60cba4e26a2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.137226] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9284b9f8-55cb-443f-83be-d92492ca3280 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.142674] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209675, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.164573] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 43e33001-ba84-48a5-b979-43e176002a47/43e33001-ba84-48a5-b979-43e176002a47.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.166132] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e514c3-9f1a-4f4e-ae07-e820b2db0ecd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.180411] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1289.180411] env[69304]: value = "task-4209676" [ 1289.180411] env[69304]: _type = "Task" [ 1289.180411] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.187162] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1289.187162] env[69304]: value = "task-4209677" [ 1289.187162] env[69304]: _type = "Task" [ 1289.187162] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.194864] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.201057] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209677, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.635949] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209675, 'name': Rename_Task, 'duration_secs': 0.221111} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.636303] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.636561] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c9b141-5a50-4aa4-b240-b9ca941d68bf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.643137] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1289.643137] env[69304]: value = "task-4209678" [ 1289.643137] env[69304]: _type = "Task" [ 1289.643137] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.651725] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.689694] env[69304]: DEBUG oslo_vmware.api [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209676, 'name': PowerOnVM_Task, 'duration_secs': 0.497595} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.693186] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.700235] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209677, 'name': ReconfigVM_Task, 'duration_secs': 0.309737} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.700500] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 43e33001-ba84-48a5-b979-43e176002a47/43e33001-ba84-48a5-b979-43e176002a47.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.701137] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f93769b-da85-485c-b26d-0bd477c00318 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.708162] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1289.708162] env[69304]: value = "task-4209679" [ 1289.708162] env[69304]: _type = "Task" [ 1289.708162] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.717070] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209679, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.810307] env[69304]: DEBUG nova.compute.manager [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.811786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a7a54c-65cf-4567-831a-410c1fa65dbe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.155629] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.218222] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209679, 'name': Rename_Task, 'duration_secs': 0.167512} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.218499] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.218752] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62b4b296-bae9-4ad8-a8c1-57cc0319140b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.225975] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1290.225975] env[69304]: value = "task-4209680" [ 1290.225975] env[69304]: _type = "Task" [ 1290.225975] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.234868] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.333052] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d8576d9a-a06b-40a2-929b-905c7caf95f0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.766s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.655977] env[69304]: DEBUG oslo_vmware.api [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209678, 'name': PowerOnVM_Task, 'duration_secs': 1.010778} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.656359] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.656705] env[69304]: INFO nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1290.656993] env[69304]: DEBUG nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.658304] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa21900a-fe3a-42d8-add9-b5612175b52c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.737174] env[69304]: DEBUG oslo_vmware.api [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209680, 'name': PowerOnVM_Task, 'duration_secs': 0.473505} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.737417] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.737616] env[69304]: INFO nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1290.737788] env[69304]: DEBUG nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.738666] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fb8a19-11ff-493e-a2e2-950d3a3f5d4c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.181737] env[69304]: INFO nova.compute.manager [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Took 13.81 seconds to build instance. [ 1291.255866] env[69304]: INFO nova.compute.manager [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Took 11.86 seconds to build instance. [ 1291.598012] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.598369] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.598616] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.598823] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.599013] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.601101] env[69304]: INFO nova.compute.manager [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Terminating instance [ 1291.684290] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.318s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.758771] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0b482258-7810-427f-9a5f-16eb0891090f tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.366s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.105331] env[69304]: DEBUG nova.compute.manager [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.105615] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.106541] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caced163-365b-4aaf-8165-9839833a2ae4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.116486] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.116771] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bfe4c7d-c972-437c-a898-0a59e9220d15 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.124453] env[69304]: DEBUG oslo_vmware.api [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1292.124453] env[69304]: value = "task-4209682" [ 1292.124453] env[69304]: _type = "Task" [ 1292.124453] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.133796] env[69304]: DEBUG oslo_vmware.api [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.140746] env[69304]: DEBUG nova.compute.manager [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Received event network-changed-edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1292.140960] env[69304]: DEBUG nova.compute.manager [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Refreshing instance network info cache due to event network-changed-edf1594c-753d-41dd-a6fe-d12760f89191. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1292.141256] env[69304]: DEBUG oslo_concurrency.lockutils [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.141415] env[69304]: DEBUG oslo_concurrency.lockutils [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.141586] env[69304]: DEBUG nova.network.neutron [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Refreshing network info cache for port edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.468711] env[69304]: DEBUG nova.compute.manager [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.637101] env[69304]: DEBUG oslo_vmware.api [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209682, 'name': PowerOffVM_Task, 'duration_secs': 0.27723} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.637432] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.637627] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.637878] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ec7c731-0ce6-4fe6-90ac-d5cf72c633f2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.714069] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.714069] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.714069] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleting the datastore file [datastore2] 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.714456] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63d8a699-ce9e-4e68-9074-1ad1cf38e052 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.724574] env[69304]: DEBUG oslo_vmware.api [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for the task: (returnval){ [ 1292.724574] env[69304]: value = "task-4209684" [ 1292.724574] env[69304]: _type = "Task" [ 1292.724574] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.734229] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.734676] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.735044] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "1cddb986-9014-4caf-8fe7-7db792375181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.735390] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.735696] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.739501] env[69304]: INFO nova.compute.manager [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Terminating instance [ 1292.746220] env[69304]: DEBUG oslo_vmware.api [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.890966] env[69304]: DEBUG nova.network.neutron [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updated VIF entry in instance network info cache for port edf1594c-753d-41dd-a6fe-d12760f89191. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.891499] env[69304]: DEBUG nova.network.neutron [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.987888] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.987888] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.244689] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.245159] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.246731] env[69304]: DEBUG oslo_vmware.api [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Task: {'id': task-4209684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159555} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.247668] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.247966] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.248265] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.248543] env[69304]: INFO nova.compute.manager [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1293.248922] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.249800] env[69304]: DEBUG nova.compute.manager [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.249921] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.250274] env[69304]: DEBUG nova.compute.manager [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.250416] env[69304]: DEBUG nova.network.neutron [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.254301] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30b4e64-4413-4707-996f-46d46f67aba0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.264958] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.265887] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04935b17-61d1-45a6-a1c8-c28bf6907f04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.274572] env[69304]: DEBUG oslo_vmware.api [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1293.274572] env[69304]: value = "task-4209685" [ 1293.274572] env[69304]: _type = "Task" [ 1293.274572] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.283700] env[69304]: DEBUG oslo_vmware.api [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.394028] env[69304]: DEBUG oslo_concurrency.lockutils [req-cd858b9c-bd92-4361-ad8a-2231498626ff req-c00b3897-985f-4f59-850a-783f1f784028 service nova] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.493988] env[69304]: INFO nova.compute.claims [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.748652] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.786863] env[69304]: DEBUG oslo_vmware.api [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209685, 'name': PowerOffVM_Task, 'duration_secs': 0.233849} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.789965] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.790290] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.790604] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76a8018e-f32c-49d8-9284-00c00c0b9f51 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.866022] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.866022] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.866022] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleting the datastore file [datastore2] 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.866022] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-352259c4-2ca4-4664-86e7-e0c103c92e90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.874017] env[69304]: DEBUG oslo_vmware.api [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for the task: (returnval){ [ 1293.874017] env[69304]: value = "task-4209687" [ 1293.874017] env[69304]: _type = "Task" [ 1293.874017] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.885681] env[69304]: DEBUG oslo_vmware.api [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.002147] env[69304]: INFO nova.compute.resource_tracker [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating resource usage from migration 4c003dc0-a41a-4e92-b9db-72adddcf0147 [ 1294.150000] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4a7f2-2737-4f3d-a45b-6b88e3759dc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.159525] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066162f-cccc-4707-a920-e0b392c9a74b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.196344] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ad2b9-0ee5-44de-92aa-7f630026a7dd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.200246] env[69304]: DEBUG nova.compute.manager [req-bcd99c8a-9e93-43d0-a5d0-f5b380ebf6bd req-42a7be9f-fdeb-4134-8444-fb84b84777a4 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Received event network-vif-deleted-dac9e637-0f10-4272-98e2-e5e4d80fbbaa {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1294.200708] env[69304]: INFO nova.compute.manager [req-bcd99c8a-9e93-43d0-a5d0-f5b380ebf6bd req-42a7be9f-fdeb-4134-8444-fb84b84777a4 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Neutron deleted interface dac9e637-0f10-4272-98e2-e5e4d80fbbaa; detaching it from the instance and deleting it from the info cache [ 1294.201053] env[69304]: DEBUG nova.network.neutron [req-bcd99c8a-9e93-43d0-a5d0-f5b380ebf6bd req-42a7be9f-fdeb-4134-8444-fb84b84777a4 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.211944] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f770ab4-b1ba-4fa6-b5fc-9de0f6efbef9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.235629] env[69304]: DEBUG nova.compute.provider_tree [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.274674] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.383033] env[69304]: DEBUG oslo_vmware.api [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Task: {'id': task-4209687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175058} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.383348] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.383575] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.383774] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.383953] env[69304]: INFO nova.compute.manager [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1294.384227] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.384439] env[69304]: DEBUG nova.compute.manager [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.384561] env[69304]: DEBUG nova.network.neutron [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.611744] env[69304]: DEBUG nova.network.neutron [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.704910] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50db044a-0ccc-4577-94a6-22e08ef06025 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.715259] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae77085-02ee-4d3d-96a9-e4f3910f9718 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.747426] env[69304]: DEBUG nova.compute.manager [req-bcd99c8a-9e93-43d0-a5d0-f5b380ebf6bd req-42a7be9f-fdeb-4134-8444-fb84b84777a4 service nova] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Detach interface failed, port_id=dac9e637-0f10-4272-98e2-e5e4d80fbbaa, reason: Instance 19d480e1-758e-4d5e-b63d-65a04ded6f00 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1294.765827] env[69304]: ERROR nova.scheduler.client.report [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [req-26aab0cb-6745-4a9b-961f-4e21d9f5ced7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26aab0cb-6745-4a9b-961f-4e21d9f5ced7"}]} [ 1294.788394] env[69304]: DEBUG nova.scheduler.client.report [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1294.809627] env[69304]: DEBUG nova.scheduler.client.report [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1294.809627] env[69304]: DEBUG nova.compute.provider_tree [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.822571] env[69304]: DEBUG nova.scheduler.client.report [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1294.857522] env[69304]: DEBUG nova.scheduler.client.report [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1294.992672] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e676c-427a-4a64-8cfa-e07ff2e167b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.001064] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa2e314-d45c-4346-8db5-697d4a45a5d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.038203] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc296b94-f229-40bd-a88d-0a1c7ad3f99c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.046805] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8c046e-c3c6-4a75-9b2e-f3fe92769301 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.061289] env[69304]: DEBUG nova.compute.provider_tree [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.114573] env[69304]: INFO nova.compute.manager [-] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Took 1.86 seconds to deallocate network for instance. [ 1295.599737] env[69304]: DEBUG nova.scheduler.client.report [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1295.600033] env[69304]: DEBUG nova.compute.provider_tree [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 159 to 160 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1295.600225] env[69304]: DEBUG nova.compute.provider_tree [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.611628] env[69304]: DEBUG nova.network.neutron [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.622910] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.110038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.122s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.110038] env[69304]: INFO nova.compute.manager [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Migrating [ 1296.117377] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.843s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.119203] env[69304]: INFO nova.compute.claims [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.121888] env[69304]: INFO nova.compute.manager [-] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Took 1.74 seconds to deallocate network for instance. [ 1296.205871] env[69304]: DEBUG nova.compute.manager [req-ea4532c4-1493-4ea8-8c51-a0a671b4d451 req-1dfbb7f1-83cb-4ee4-abc6-efbbff8925ad service nova] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Received event network-vif-deleted-cf9521b1-02c6-49f5-89bc-cb662d206485 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1296.635156] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.635507] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.635507] env[69304]: DEBUG nova.network.neutron [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.637395] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.249053] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f4c54-d704-412c-993d-c6453701a91a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.257952] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b46696-c460-4e35-8daf-113d7e7faebb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.293122] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8e6524-538c-4187-826f-5146f071d58c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.301438] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1339ef-89af-4d92-9faa-2a5af340d684 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.316818] env[69304]: DEBUG nova.compute.provider_tree [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.383545] env[69304]: DEBUG nova.network.neutron [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [{"id": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "address": "fa:16:3e:40:35:68", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5492139e-99", "ovs_interfaceid": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.820195] env[69304]: DEBUG nova.scheduler.client.report [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.886862] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.325345] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.325990] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.329387] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.707s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.329652] env[69304]: DEBUG nova.objects.instance [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lazy-loading 'resources' on Instance uuid 19d480e1-758e-4d5e-b63d-65a04ded6f00 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.834041] env[69304]: DEBUG nova.compute.utils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.835716] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.835901] env[69304]: DEBUG nova.network.neutron [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.893363] env[69304]: DEBUG nova.policy [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc321f975fa3401da7c38978ed4d1bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9367304ddc4885a7c8d97bf4b1cb72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.977993] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ef8f0-3153-41fc-90ea-cab85cb58d69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.989690] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dc13fd-dd9d-42ed-8c58-387d0181cbf8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.024659] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27e818-5bd5-4f89-9f7d-afb3109e3ec8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.033670] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbfa618-9c87-4ee8-bf0c-e7ff5bbd077b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.049791] env[69304]: DEBUG nova.compute.provider_tree [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.258671] env[69304]: DEBUG nova.network.neutron [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Successfully created port: e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.342022] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.408252] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9c38ea-8d33-4c1a-95f4-22493ed9c344 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.428768] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.553192] env[69304]: DEBUG nova.scheduler.client.report [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.935137] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.936232] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-052ae706-df34-4204-a0a0-d7bc0a9061ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.947461] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1299.947461] env[69304]: value = "task-4209688" [ 1299.947461] env[69304]: _type = "Task" [ 1299.947461] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.960557] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.061428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.065133] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.428s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.065444] env[69304]: DEBUG nova.objects.instance [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lazy-loading 'resources' on Instance uuid 1cddb986-9014-4caf-8fe7-7db792375181 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.092246] env[69304]: INFO nova.scheduler.client.report [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Deleted allocations for instance 19d480e1-758e-4d5e-b63d-65a04ded6f00 [ 1300.355936] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.389723] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.389897] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.390077] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.390265] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.390411] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.390555] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.390762] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.390919] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.391167] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.391386] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.391516] env[69304]: DEBUG nova.virt.hardware [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.392473] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08019c-41c5-49bc-8300-92f1bc49a76d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.401529] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8452a2c-81d5-447e-af4d-162f2cb251e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.458245] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209688, 'name': PowerOffVM_Task, 'duration_secs': 0.285566} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.458529] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.458717] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.604350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Lock "19d480e1-758e-4d5e-b63d-65a04ded6f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.006s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.678909] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1912cb-cbd2-4ade-a134-1e77874b8cf3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.687143] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357a544b-b407-45c9-b359-8e616edf95c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.718856] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826669a-3625-4f29-b6a0-b7afd6bdf255 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.727706] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726776f-e3d0-4361-8059-a43403778cf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.742074] env[69304]: DEBUG nova.compute.provider_tree [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.965320] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.965743] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.965743] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.965952] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.966051] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.966228] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.966458] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.966628] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.966789] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.966952] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.967145] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.972535] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04885f0-2656-433c-81d7-8e1e2e0f033a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.992415] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1300.992415] env[69304]: value = "task-4209689" [ 1300.992415] env[69304]: _type = "Task" [ 1300.992415] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.001582] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.036653] env[69304]: DEBUG nova.compute.manager [req-2097a861-8aa5-42c6-a706-7014237d2f82 req-fe69206d-2139-46e3-a8d9-eb64b66fcb54 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Received event network-vif-plugged-e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1301.036962] env[69304]: DEBUG oslo_concurrency.lockutils [req-2097a861-8aa5-42c6-a706-7014237d2f82 req-fe69206d-2139-46e3-a8d9-eb64b66fcb54 service nova] Acquiring lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.037260] env[69304]: DEBUG oslo_concurrency.lockutils [req-2097a861-8aa5-42c6-a706-7014237d2f82 req-fe69206d-2139-46e3-a8d9-eb64b66fcb54 service nova] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.037395] env[69304]: DEBUG oslo_concurrency.lockutils [req-2097a861-8aa5-42c6-a706-7014237d2f82 req-fe69206d-2139-46e3-a8d9-eb64b66fcb54 service nova] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.037595] env[69304]: DEBUG nova.compute.manager [req-2097a861-8aa5-42c6-a706-7014237d2f82 req-fe69206d-2139-46e3-a8d9-eb64b66fcb54 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] No waiting events found dispatching network-vif-plugged-e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1301.037728] env[69304]: WARNING nova.compute.manager [req-2097a861-8aa5-42c6-a706-7014237d2f82 req-fe69206d-2139-46e3-a8d9-eb64b66fcb54 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Received unexpected event network-vif-plugged-e0d2c159-268c-44a6-a271-2480b5a7e0a8 for instance with vm_state building and task_state spawning. [ 1301.123745] env[69304]: DEBUG nova.network.neutron [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Successfully updated port: e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.244939] env[69304]: DEBUG nova.scheduler.client.report [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.504726] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209689, 'name': ReconfigVM_Task, 'duration_secs': 0.198947} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.505058] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.626477] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-40aabfe8-de5f-4bd2-a679-d8aa495abdc7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.626661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-40aabfe8-de5f-4bd2-a679-d8aa495abdc7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.626773] env[69304]: DEBUG nova.network.neutron [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.750942] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.773705] env[69304]: INFO nova.scheduler.client.report [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Deleted allocations for instance 1cddb986-9014-4caf-8fe7-7db792375181 [ 1302.011180] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.011505] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.011643] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.011828] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.011977] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.012160] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.012368] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.012531] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.012701] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.012864] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.013052] env[69304]: DEBUG nova.virt.hardware [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.018431] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.018739] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30cae080-63ae-415b-b357-9a86cf56a731 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.039062] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1302.039062] env[69304]: value = "task-4209691" [ 1302.039062] env[69304]: _type = "Task" [ 1302.039062] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.046541] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.158720] env[69304]: DEBUG nova.network.neutron [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.283652] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Lock "1cddb986-9014-4caf-8fe7-7db792375181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.549s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.306213] env[69304]: DEBUG nova.network.neutron [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Updating instance_info_cache with network_info: [{"id": "e0d2c159-268c-44a6-a271-2480b5a7e0a8", "address": "fa:16:3e:4d:d0:9e", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2c159-26", "ovs_interfaceid": "e0d2c159-268c-44a6-a271-2480b5a7e0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.549017] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209691, 'name': ReconfigVM_Task, 'duration_secs': 0.160663} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.549304] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1302.550178] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8430ba-116c-4bd3-beb1-dee04c927be7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.576389] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 43e33001-ba84-48a5-b979-43e176002a47/43e33001-ba84-48a5-b979-43e176002a47.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.576389] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a34f6c2-b6ae-4ee7-9b22-6986ccbd7e27 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.596072] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1302.596072] env[69304]: value = "task-4209692" [ 1302.596072] env[69304]: _type = "Task" [ 1302.596072] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.605178] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.809050] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-40aabfe8-de5f-4bd2-a679-d8aa495abdc7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.809258] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance network_info: |[{"id": "e0d2c159-268c-44a6-a271-2480b5a7e0a8", "address": "fa:16:3e:4d:d0:9e", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2c159-26", "ovs_interfaceid": "e0d2c159-268c-44a6-a271-2480b5a7e0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.809823] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d0:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d2c159-268c-44a6-a271-2480b5a7e0a8', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.818302] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.818589] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.818859] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0611f68e-993e-4909-9050-7ebdeb2c4fc8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.841689] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.841689] env[69304]: value = "task-4209693" [ 1302.841689] env[69304]: _type = "Task" [ 1302.841689] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.850078] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209693, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.874993] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.065228] env[69304]: DEBUG nova.compute.manager [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Received event network-changed-e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1303.065228] env[69304]: DEBUG nova.compute.manager [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Refreshing instance network info cache due to event network-changed-e0d2c159-268c-44a6-a271-2480b5a7e0a8. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1303.065465] env[69304]: DEBUG oslo_concurrency.lockutils [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] Acquiring lock "refresh_cache-40aabfe8-de5f-4bd2-a679-d8aa495abdc7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.065538] env[69304]: DEBUG oslo_concurrency.lockutils [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] Acquired lock "refresh_cache-40aabfe8-de5f-4bd2-a679-d8aa495abdc7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.065650] env[69304]: DEBUG nova.network.neutron [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Refreshing network info cache for port e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.105852] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209692, 'name': ReconfigVM_Task, 'duration_secs': 0.288896} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.106034] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 43e33001-ba84-48a5-b979-43e176002a47/43e33001-ba84-48a5-b979-43e176002a47.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.106334] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.351967] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209693, 'name': CreateVM_Task, 'duration_secs': 0.340969} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.352163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.352969] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.353170] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.353548] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.353845] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b6119a-fdd2-44ab-83cf-c4f9f307b351 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.360415] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1303.360415] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52633d5f-8761-72a5-f298-392e2c8b5311" [ 1303.360415] env[69304]: _type = "Task" [ 1303.360415] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.369019] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52633d5f-8761-72a5-f298-392e2c8b5311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.615294] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114bb63-ac42-4309-bda0-674bcbd5bfaa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.651645] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc43d4-6368-4110-90c9-e0b18cb1d91d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.676537] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.835890] env[69304]: DEBUG nova.network.neutron [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Updated VIF entry in instance network info cache for port e0d2c159-268c-44a6-a271-2480b5a7e0a8. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.836354] env[69304]: DEBUG nova.network.neutron [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Updating instance_info_cache with network_info: [{"id": "e0d2c159-268c-44a6-a271-2480b5a7e0a8", "address": "fa:16:3e:4d:d0:9e", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d2c159-26", "ovs_interfaceid": "e0d2c159-268c-44a6-a271-2480b5a7e0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.873086] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52633d5f-8761-72a5-f298-392e2c8b5311, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.873534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.873640] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.873856] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.874015] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.874203] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.874629] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.874822] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1303.875034] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9a15daf-1445-493d-9c22-bef21280668a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.884471] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.884703] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.885426] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-434fe0b6-3c19-46bd-8186-5bc7d9fbc170 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.891332] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1303.891332] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52533bee-a031-b1e8-4cce-5e7f584fa8ca" [ 1303.891332] env[69304]: _type = "Task" [ 1303.891332] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.901794] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52533bee-a031-b1e8-4cce-5e7f584fa8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.218831] env[69304]: DEBUG nova.network.neutron [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Port 5492139e-99a0-4bba-b0c5-571a40d3b5d2 binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1304.339175] env[69304]: DEBUG oslo_concurrency.lockutils [req-634d5ceb-2e40-4c8b-9993-87bd82f68d1c req-eaf64a73-1d2b-42c6-b2b2-ed1869b9cd7f service nova] Releasing lock "refresh_cache-40aabfe8-de5f-4bd2-a679-d8aa495abdc7" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.402173] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52533bee-a031-b1e8-4cce-5e7f584fa8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.402928] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f1f87b-2611-4d0f-9369-1e3250e670c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.408614] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1304.408614] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c38141-7329-af6b-2026-1d7f95a08df3" [ 1304.408614] env[69304]: _type = "Task" [ 1304.408614] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.417135] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c38141-7329-af6b-2026-1d7f95a08df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.872456] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.875362] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.875362] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.875362] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.920940] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c38141-7329-af6b-2026-1d7f95a08df3, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.921444] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.922912] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.923233] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5766380-7ed9-4f88-b6c1-6b78817546db {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.932194] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1304.932194] env[69304]: value = "task-4209695" [ 1304.932194] env[69304]: _type = "Task" [ 1304.932194] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.940983] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.244230] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "43e33001-ba84-48a5-b979-43e176002a47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.244507] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.244614] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.445023] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467499} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.445478] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.445744] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.446147] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-682c93ef-e8cd-4676-beff-c728af31be07 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.454802] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1305.454802] env[69304]: value = "task-4209696" [ 1305.454802] env[69304]: _type = "Task" [ 1305.454802] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.464740] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.964797] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065114} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.965122] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.965964] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cdd97-3fda-424c-ab31-687487979478 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.991734] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.992068] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc92d6d-38d8-48fa-abad-3ecccfdcdc96 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.012868] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1306.012868] env[69304]: value = "task-4209697" [ 1306.012868] env[69304]: _type = "Task" [ 1306.012868] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.023070] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.292502] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.292742] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.292865] env[69304]: DEBUG nova.network.neutron [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.524117] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209697, 'name': ReconfigVM_Task, 'duration_secs': 0.307777} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.524414] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.525068] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4157eead-a146-4ca7-add0-ce74856f0ce4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.532472] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1306.532472] env[69304]: value = "task-4209698" [ 1306.532472] env[69304]: _type = "Task" [ 1306.532472] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.541209] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209698, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.664232] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.664515] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.984991] env[69304]: DEBUG nova.network.neutron [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [{"id": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "address": "fa:16:3e:40:35:68", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5492139e-99", "ovs_interfaceid": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.043193] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209698, 'name': Rename_Task, 'duration_secs': 0.140436} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.043484] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.043769] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edef3e4-8852-4fa8-b5a8-bde092d20c0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.050035] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1307.050035] env[69304]: value = "task-4209699" [ 1307.050035] env[69304]: _type = "Task" [ 1307.050035] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.058133] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.167136] env[69304]: DEBUG nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.488465] env[69304]: DEBUG oslo_concurrency.lockutils [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.562802] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209699, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.690892] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.691273] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.693038] env[69304]: INFO nova.compute.claims [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.875266] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.009370] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8876e05-ccc4-4314-9298-22720e1e8f3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.031687] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf3ae3-53b1-4200-aa17-c0b53822bd07 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.038577] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.060368] env[69304]: DEBUG oslo_vmware.api [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209699, 'name': PowerOnVM_Task, 'duration_secs': 0.532664} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.060605] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.060811] env[69304]: INFO nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1308.060990] env[69304]: DEBUG nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1308.061818] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e4e17-3873-4483-9de4-39b71c4d4585 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.378729] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.545087] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.545573] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22621058-fd4a-4b3b-94bf-d75f0418effe {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.553221] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1308.553221] env[69304]: value = "task-4209700" [ 1308.553221] env[69304]: _type = "Task" [ 1308.553221] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.562320] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.579861] env[69304]: INFO nova.compute.manager [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Took 14.32 seconds to build instance. [ 1308.808153] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0672809-a70e-432c-b510-f7efb1cd9904 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.818120] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f34c65-f3f7-4811-94bc-2eeee7d2ddf3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.855668] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67df92-1f0a-465f-a37d-fb9a8ae98580 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.860916] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f5670-1f05-40e9-8221-de3b19da8b0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.876087] env[69304]: DEBUG nova.compute.provider_tree [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1308.996521] env[69304]: DEBUG oslo_concurrency.lockutils [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.063685] env[69304]: DEBUG oslo_vmware.api [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209700, 'name': PowerOnVM_Task, 'duration_secs': 0.376267} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.063960] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.064178] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-045217e8-bb16-4456-b027-710606a02098 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance '43e33001-ba84-48a5-b979-43e176002a47' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.084702] env[69304]: DEBUG oslo_concurrency.lockutils [None req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.840s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.084996] env[69304]: DEBUG oslo_concurrency.lockutils [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.089s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.085269] env[69304]: DEBUG nova.compute.manager [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1309.086061] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e92ed2-a7a6-4c2b-923d-70c185bbddb7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.094065] env[69304]: DEBUG nova.compute.manager [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1309.094782] env[69304]: DEBUG nova.objects.instance [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'flavor' on Instance uuid 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.396497] env[69304]: ERROR nova.scheduler.client.report [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [req-21e70668-85e7-4d6b-8ca9-1bae7db44f1b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21e70668-85e7-4d6b-8ca9-1bae7db44f1b"}]} [ 1309.413634] env[69304]: DEBUG nova.scheduler.client.report [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1309.428129] env[69304]: DEBUG nova.scheduler.client.report [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1309.428354] env[69304]: DEBUG nova.compute.provider_tree [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1309.440680] env[69304]: DEBUG nova.scheduler.client.report [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1309.458499] env[69304]: DEBUG nova.scheduler.client.report [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1309.551253] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1f5c7e-a5a5-4f4e-92bc-14718969d61e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.559024] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa650dd-4630-4636-98e6-db0ebc1b6619 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.593048] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36db5c-dc02-493a-9351-a1451a45d982 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.603746] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbcccf-9e85-4d5b-b6c4-d457a222710c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.621262] env[69304]: DEBUG nova.compute.provider_tree [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.103991] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.104280] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631bea61-3a68-4749-87f2-25d717e60273 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.111340] env[69304]: DEBUG oslo_vmware.api [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1310.111340] env[69304]: value = "task-4209701" [ 1310.111340] env[69304]: _type = "Task" [ 1310.111340] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.120666] env[69304]: DEBUG oslo_vmware.api [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.152968] env[69304]: DEBUG nova.scheduler.client.report [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1310.153259] env[69304]: DEBUG nova.compute.provider_tree [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 161 to 162 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1310.153454] env[69304]: DEBUG nova.compute.provider_tree [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.622601] env[69304]: DEBUG oslo_vmware.api [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209701, 'name': PowerOffVM_Task, 'duration_secs': 0.181161} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.622913] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.623061] env[69304]: DEBUG nova.compute.manager [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.623844] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8a918-138d-47d7-a2cb-0b869de6bd36 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.657761] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.658288] env[69304]: DEBUG nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.660964] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.283s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.661179] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.661344] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1310.662546] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d286f-1f99-4c92-97aa-87cb33cdcf44 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.670578] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3245b3-c238-4660-b684-a5e5a05d225d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.684424] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13192eb-8aa9-4df4-932b-f26ef1230708 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.691784] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec03b656-1bfc-4a72-a568-777b53120e71 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.722564] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180311MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1310.722730] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.722949] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.136819] env[69304]: DEBUG oslo_concurrency.lockutils [None req-32d84864-6bba-4c1c-8df9-1f43d020975e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.164017] env[69304]: DEBUG nova.compute.utils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.165619] env[69304]: DEBUG nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Not allocating networking since 'none' was specified. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1311.479978] env[69304]: INFO nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Rebuilding instance [ 1311.522043] env[69304]: DEBUG nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1311.522915] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe10745-2064-407e-953d-00c778f73852 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.666089] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "43e33001-ba84-48a5-b979-43e176002a47" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.666452] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.666594] env[69304]: DEBUG nova.compute.manager [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Going to confirm migration 8 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1311.668239] env[69304]: DEBUG nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.733751] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Applying migration context for instance 43e33001-ba84-48a5-b979-43e176002a47 as it has an incoming, in-progress migration 4c003dc0-a41a-4e92-b9db-72adddcf0147. Migration status is finished {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1311.734775] env[69304]: INFO nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating resource usage from migration 4c003dc0-a41a-4e92-b9db-72adddcf0147 [ 1311.751435] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.751580] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8649e877-0529-4b60-b147-3aa9b55d78fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.751702] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 60132b41-90c1-41a9-bfe8-9fa1514538ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.751822] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Migration 4c003dc0-a41a-4e92-b9db-72adddcf0147 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1311.751938] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 43e33001-ba84-48a5-b979-43e176002a47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.752076] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.752336] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance cbc97e09-01b3-48ca-9293-a97ec78f7ac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1311.752548] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1311.752693] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1311.835240] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93b89d-42a1-48ca-9aea-5d90e1a6c877 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.843213] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb39d4-17f2-4f15-b730-a2c78078fe8b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.873949] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1572f7-b4e4-4a7e-832e-a5173f8b94d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.881273] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73da5a3d-498b-401c-ae3a-bd6db1a55f22 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.894212] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.232837] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.233120] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquired lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.233395] env[69304]: DEBUG nova.network.neutron [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.233546] env[69304]: DEBUG nova.objects.instance [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'info_cache' on Instance uuid 43e33001-ba84-48a5-b979-43e176002a47 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.397693] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.537097] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.537840] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6355aa94-70d4-4127-8844-2c887cd4db40 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.546104] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1312.546104] env[69304]: value = "task-4209702" [ 1312.546104] env[69304]: _type = "Task" [ 1312.546104] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.555339] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1312.555588] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.556701] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875719b8-48a1-4412-adbb-09e924370010 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.563778] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.564025] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-015a8d0e-b9b9-4d34-b4cf-649bd81b3e64 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.632435] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.632703] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.632959] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.633290] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f286ec-66a4-4381-affc-59afced4b35d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.639989] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1312.639989] env[69304]: value = "task-4209704" [ 1312.639989] env[69304]: _type = "Task" [ 1312.639989] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.650278] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.680677] env[69304]: DEBUG nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.707744] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.707999] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.708182] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.708373] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.708522] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.708670] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.708881] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.709068] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.709276] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.709453] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.709629] env[69304]: DEBUG nova.virt.hardware [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.710490] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56362b22-231b-40cf-be6a-aecad1422811 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.718661] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e3eb5-90c7-44cb-be0d-9bd13765d455 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.732419] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Instance VIF info [] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.738249] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Creating folder: Project (8b78ad4563d04f11b9c12ab983ec360b). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.740535] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-977095e3-d51f-4f51-8fd6-90c95ce88a0f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.752647] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Created folder: Project (8b78ad4563d04f11b9c12ab983ec360b) in parent group-v832645. [ 1312.752820] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Creating folder: Instances. Parent ref: group-v832968. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.753053] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ff348f-0915-4184-9bea-5cf76f768658 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.764047] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Created folder: Instances in parent group-v832968. [ 1312.764367] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.764588] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.764808] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eef4de67-11c6-439a-84f8-9a312024df99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.782262] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.782262] env[69304]: value = "task-4209707" [ 1312.782262] env[69304]: _type = "Task" [ 1312.782262] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.790510] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209707, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.903313] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1312.903623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.151025] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129575} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.151337] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.151536] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.151709] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.293111] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209707, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.456900] env[69304]: DEBUG nova.network.neutron [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [{"id": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "address": "fa:16:3e:40:35:68", "network": {"id": "fa1b301b-b715-4953-992b-985b0cbdb997", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1717528604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca413f85a31c4311a01e39c130ae4d4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bc2dd1b-c901-4f3d-9c3a-af171c275c4b", "external-id": "nsx-vlan-transportzone-320", "segmentation_id": 320, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5492139e-99", "ovs_interfaceid": "5492139e-99a0-4bba-b0c5-571a40d3b5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.793812] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209707, 'name': CreateVM_Task, 'duration_secs': 0.906249} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.794211] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.794470] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.794642] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.794970] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.795246] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e2593d-97a4-4f02-8461-8d043472c7ac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.799952] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1313.799952] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eeaae0-0a39-017c-750e-4b31a7b88c5e" [ 1313.799952] env[69304]: _type = "Task" [ 1313.799952] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.807692] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eeaae0-0a39-017c-750e-4b31a7b88c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.959683] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Releasing lock "refresh_cache-43e33001-ba84-48a5-b979-43e176002a47" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.960023] env[69304]: DEBUG nova.objects.instance [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lazy-loading 'migration_context' on Instance uuid 43e33001-ba84-48a5-b979-43e176002a47 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.186460] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.186753] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.186922] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.187134] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.187280] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.187434] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.187650] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.187817] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.187991] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.188184] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.188416] env[69304]: DEBUG nova.virt.hardware [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.189371] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a0fe3c-b214-40d6-8d2d-e63b84536464 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.198113] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4762a823-1b09-4172-8398-2d1c07782965 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.213818] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:d0:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d2c159-268c-44a6-a271-2480b5a7e0a8', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.221331] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.221613] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.221832] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5106343e-3f56-4248-8bd7-07341e3e5300 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.242266] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.242266] env[69304]: value = "task-4209708" [ 1314.242266] env[69304]: _type = "Task" [ 1314.242266] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.253884] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209708, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.310255] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52eeaae0-0a39-017c-750e-4b31a7b88c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.019596} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.310592] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.310841] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.311102] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.311284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.311486] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.311789] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc63054-5e80-485c-ad8e-f954973b2843 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.322309] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.322512] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.323353] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea6e884-19b2-4598-8c5f-e197570d5233 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.330155] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1314.330155] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526cf015-afa2-0f60-fdd9-f198a96dc3ce" [ 1314.330155] env[69304]: _type = "Task" [ 1314.330155] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.339886] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526cf015-afa2-0f60-fdd9-f198a96dc3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.463222] env[69304]: DEBUG nova.objects.base [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Object Instance<43e33001-ba84-48a5-b979-43e176002a47> lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.464141] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90895a0d-9627-4902-83a2-9711d9960a9d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.483328] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aeaae84-43a6-45f0-8bd0-6797399adfd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.489154] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1314.489154] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52836385-c982-a233-1ada-0ee520231ef1" [ 1314.489154] env[69304]: _type = "Task" [ 1314.489154] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.497993] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52836385-c982-a233-1ada-0ee520231ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.751931] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209708, 'name': CreateVM_Task, 'duration_secs': 0.334443} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.752134] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.752825] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.752995] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.753341] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.753616] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837fa311-2c69-42c4-95d6-3f5e79a2a225 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.758467] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1314.758467] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525e3f07-ba27-4bab-5898-87545267422b" [ 1314.758467] env[69304]: _type = "Task" [ 1314.758467] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.767174] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525e3f07-ba27-4bab-5898-87545267422b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.843026] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526cf015-afa2-0f60-fdd9-f198a96dc3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.843840] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27eeb5c9-20c2-4cad-aa33-5fe523681c66 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.849334] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1314.849334] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520a4744-1963-1775-1e25-4c99f840f37c" [ 1314.849334] env[69304]: _type = "Task" [ 1314.849334] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.857589] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520a4744-1963-1775-1e25-4c99f840f37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.999526] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52836385-c982-a233-1ada-0ee520231ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.999899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.000204] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.270945] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525e3f07-ba27-4bab-5898-87545267422b, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.271249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.271485] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.271694] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.360026] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520a4744-1963-1775-1e25-4c99f840f37c, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.360318] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.360577] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] cbc97e09-01b3-48ca-9293-a97ec78f7ac6/cbc97e09-01b3-48ca-9293-a97ec78f7ac6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.360859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.361060] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.361328] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ba709b-5b58-44a0-9067-4add491a1fb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.363212] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-885051ef-bee4-4f93-89a1-178baaeea3f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.370644] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1315.370644] env[69304]: value = "task-4209709" [ 1315.370644] env[69304]: _type = "Task" [ 1315.370644] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.374805] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.374987] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.375989] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c012b7e-5aa9-40e6-9c61-ea518b3fc05b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.381055] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.384344] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1315.384344] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d5fed3-a452-85d2-00a5-28f7c06b6742" [ 1315.384344] env[69304]: _type = "Task" [ 1315.384344] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.392318] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d5fed3-a452-85d2-00a5-28f7c06b6742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.626051] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8433c8d-2a9e-4841-a0f7-30c17e66fb87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.636396] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38cd24a-5663-47bb-92b4-64cb9548d917 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.670869] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3e1db-8dee-40dd-9222-d4c72f8b4552 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.682386] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d822b5-7b03-401f-a75d-792dda0be375 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.698998] env[69304]: DEBUG nova.compute.provider_tree [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.881198] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501479} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.881619] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] cbc97e09-01b3-48ca-9293-a97ec78f7ac6/cbc97e09-01b3-48ca-9293-a97ec78f7ac6.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.881713] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.881991] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fb938b7-bf7a-4c30-9c5e-9d45e2052734 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.890010] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1315.890010] env[69304]: value = "task-4209710" [ 1315.890010] env[69304]: _type = "Task" [ 1315.890010] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.899220] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d5fed3-a452-85d2-00a5-28f7c06b6742, 'name': SearchDatastore_Task, 'duration_secs': 0.008306} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.900429] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630344be-5a3e-4b07-9cc1-2367ddd43734 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.906348] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.907781] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.912503] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1315.912503] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5271ecf3-b768-5b69-c12e-8c7e668717db" [ 1315.912503] env[69304]: _type = "Task" [ 1315.912503] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.920947] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5271ecf3-b768-5b69-c12e-8c7e668717db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.236357] env[69304]: DEBUG nova.scheduler.client.report [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1316.236623] env[69304]: DEBUG nova.compute.provider_tree [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 162 to 163 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1316.236820] env[69304]: DEBUG nova.compute.provider_tree [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.400710] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072827} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.401094] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.401951] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9eedef-349f-4bed-bee9-272814853270 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.428324] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] cbc97e09-01b3-48ca-9293-a97ec78f7ac6/cbc97e09-01b3-48ca-9293-a97ec78f7ac6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.432303] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e5ee07-b709-4c85-bbf3-68d0e1010527 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.447612] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.455099] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5271ecf3-b768-5b69-c12e-8c7e668717db, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.456659] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.456862] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.457227] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1316.457227] env[69304]: value = "task-4209711" [ 1316.457227] env[69304]: _type = "Task" [ 1316.457227] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.457431] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f5ae2e3-f1f8-4fe9-a282-f550d8e4d891 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.468017] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.469462] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1316.469462] env[69304]: value = "task-4209712" [ 1316.469462] env[69304]: _type = "Task" [ 1316.469462] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.477888] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.969447] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209711, 'name': ReconfigVM_Task, 'duration_secs': 0.295586} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.969823] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] cbc97e09-01b3-48ca-9293-a97ec78f7ac6/cbc97e09-01b3-48ca-9293-a97ec78f7ac6.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.970362] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07dd60f9-7570-4ef2-bce8-8c2fa32961e1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.981907] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490375} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.983201] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.983417] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.983726] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1316.983726] env[69304]: value = "task-4209713" [ 1316.983726] env[69304]: _type = "Task" [ 1316.983726] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.983912] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f98362f6-89bb-4a35-938b-67f9d7ef25c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.995578] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209713, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.996830] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1316.996830] env[69304]: value = "task-4209714" [ 1316.996830] env[69304]: _type = "Task" [ 1316.996830] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.004979] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.248436] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.248s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.496219] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209713, 'name': Rename_Task, 'duration_secs': 0.148895} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.496442] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.496695] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb7d5ceb-b268-4fed-afc5-e1aeb32b8fda {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.507349] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072992} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.508558] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.508897] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1317.508897] env[69304]: value = "task-4209715" [ 1317.508897] env[69304]: _type = "Task" [ 1317.508897] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.509582] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee93b61a-b925-454c-9e16-4d72afd54786 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.519392] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.536915] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.537225] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47560ce8-0ced-4212-8a4d-ee40726ff46b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.559204] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1317.559204] env[69304]: value = "task-4209716" [ 1317.559204] env[69304]: _type = "Task" [ 1317.559204] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.568298] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.808770] env[69304]: INFO nova.scheduler.client.report [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocation for migration 4c003dc0-a41a-4e92-b9db-72adddcf0147 [ 1318.022390] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.073870] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.314379] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.648s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.521795] env[69304]: DEBUG oslo_vmware.api [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209715, 'name': PowerOnVM_Task, 'duration_secs': 0.767996} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.522068] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.522307] env[69304]: INFO nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1318.522500] env[69304]: DEBUG nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1318.523306] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d074f912-5fdb-44bf-9e70-e2f27c372fc9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.572352] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209716, 'name': ReconfigVM_Task, 'duration_secs': 0.68527} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.573446] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7/40aabfe8-de5f-4bd2-a679-d8aa495abdc7.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.574140] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0a0e337-8c39-42cf-aaf0-dbdb1e9d14a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.581856] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1318.581856] env[69304]: value = "task-4209717" [ 1318.581856] env[69304]: _type = "Task" [ 1318.581856] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.590753] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209717, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.039579] env[69304]: INFO nova.compute.manager [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Took 11.37 seconds to build instance. [ 1319.092137] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209717, 'name': Rename_Task, 'duration_secs': 0.158155} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.092433] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.092696] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d051667b-8e28-4363-867d-e056cf4bcb94 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.099579] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1319.099579] env[69304]: value = "task-4209718" [ 1319.099579] env[69304]: _type = "Task" [ 1319.099579] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.107555] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.541957] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7abd27b5-e006-4ac3-8234-dee8ff75c229 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.877s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.609712] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209718, 'name': PowerOnVM_Task, 'duration_secs': 0.503836} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.610059] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.610296] env[69304]: DEBUG nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.611091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e646a573-9776-47fd-be1b-b2955ef07107 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.689868] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "43e33001-ba84-48a5-b979-43e176002a47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.690078] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.690298] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "43e33001-ba84-48a5-b979-43e176002a47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.690487] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.690654] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.692799] env[69304]: INFO nova.compute.manager [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Terminating instance [ 1319.805320] env[69304]: DEBUG nova.compute.manager [None req-4f21ca59-ca3a-4c8e-9a86-25ba9c319203 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.806256] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0952c226-44ec-4c5d-b609-3a106a83ecae {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.867692] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.867962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.868197] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.868388] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.868744] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.870797] env[69304]: INFO nova.compute.manager [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Terminating instance [ 1320.121821] env[69304]: INFO nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] bringing vm to original state: 'stopped' [ 1320.196210] env[69304]: DEBUG nova.compute.manager [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.196470] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.197355] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f5a065-8f69-445d-929c-8887c6f8dbb3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.205694] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.205886] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439c550d-a65c-4d04-a40f-bdc5861c3862 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.212370] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1320.212370] env[69304]: value = "task-4209719" [ 1320.212370] env[69304]: _type = "Task" [ 1320.212370] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.220162] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.317158] env[69304]: INFO nova.compute.manager [None req-4f21ca59-ca3a-4c8e-9a86-25ba9c319203 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] instance snapshotting [ 1320.317987] env[69304]: DEBUG nova.objects.instance [None req-4f21ca59-ca3a-4c8e-9a86-25ba9c319203 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lazy-loading 'flavor' on Instance uuid cbc97e09-01b3-48ca-9293-a97ec78f7ac6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.374506] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "refresh_cache-cbc97e09-01b3-48ca-9293-a97ec78f7ac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.374796] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquired lock "refresh_cache-cbc97e09-01b3-48ca-9293-a97ec78f7ac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.374991] env[69304]: DEBUG nova.network.neutron [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.722711] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209719, 'name': PowerOffVM_Task, 'duration_secs': 0.23155} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.722949] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.723162] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.723440] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a30b34b-9c44-4617-b1fb-6e961ebd6821 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.794461] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.794692] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.794851] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleting the datastore file [datastore2] 43e33001-ba84-48a5-b979-43e176002a47 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.795156] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54509cb6-8c62-48dd-81e3-30c48013b917 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.802556] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for the task: (returnval){ [ 1320.802556] env[69304]: value = "task-4209721" [ 1320.802556] env[69304]: _type = "Task" [ 1320.802556] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.811344] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.824163] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22d0694-3db6-40c4-b3a7-5e4301f16bbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.843589] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeba580a-a166-40a5-8df9-778526d012dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.897018] env[69304]: DEBUG nova.network.neutron [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.945347] env[69304]: DEBUG nova.network.neutron [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.128264] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.128994] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.129270] env[69304]: DEBUG nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.130186] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e630f3f-0208-4049-a273-b264a7f22f6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.136955] env[69304]: DEBUG nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1321.313834] env[69304]: DEBUG oslo_vmware.api [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Task: {'id': task-4209721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146583} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.314148] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.314389] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.314580] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.314763] env[69304]: INFO nova.compute.manager [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1321.315043] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.315256] env[69304]: DEBUG nova.compute.manager [-] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.315353] env[69304]: DEBUG nova.network.neutron [-] [instance: 43e33001-ba84-48a5-b979-43e176002a47] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.354685] env[69304]: DEBUG nova.compute.manager [None req-4f21ca59-ca3a-4c8e-9a86-25ba9c319203 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Instance disappeared during snapshot {{(pid=69304) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1321.448226] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Releasing lock "refresh_cache-cbc97e09-01b3-48ca-9293-a97ec78f7ac6" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.448738] env[69304]: DEBUG nova.compute.manager [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.448995] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.449958] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f204499-e1e2-4bbd-8848-843bf87b197e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.459738] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.459976] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc392bb-3777-47d9-ae8a-897e9124487d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.467909] env[69304]: DEBUG oslo_vmware.api [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1321.467909] env[69304]: value = "task-4209722" [ 1321.467909] env[69304]: _type = "Task" [ 1321.467909] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.477054] env[69304]: DEBUG oslo_vmware.api [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.486532] env[69304]: DEBUG nova.compute.manager [None req-4f21ca59-ca3a-4c8e-9a86-25ba9c319203 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Found 0 images (rotation: 2) {{(pid=69304) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1321.611092] env[69304]: DEBUG nova.compute.manager [req-ec5a79d3-a208-41e0-aef5-597a24f93387 req-d665edbd-e955-4cbb-a463-30772b99ff86 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Received event network-vif-deleted-5492139e-99a0-4bba-b0c5-571a40d3b5d2 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1321.611362] env[69304]: INFO nova.compute.manager [req-ec5a79d3-a208-41e0-aef5-597a24f93387 req-d665edbd-e955-4cbb-a463-30772b99ff86 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Neutron deleted interface 5492139e-99a0-4bba-b0c5-571a40d3b5d2; detaching it from the instance and deleting it from the info cache [ 1321.611548] env[69304]: DEBUG nova.network.neutron [req-ec5a79d3-a208-41e0-aef5-597a24f93387 req-d665edbd-e955-4cbb-a463-30772b99ff86 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.640828] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.641316] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a18ade-d45d-4aa7-85b9-55c3146ed570 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.648979] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1321.648979] env[69304]: value = "task-4209723" [ 1321.648979] env[69304]: _type = "Task" [ 1321.648979] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.657913] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.978991] env[69304]: DEBUG oslo_vmware.api [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209722, 'name': PowerOffVM_Task, 'duration_secs': 0.188714} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.979344] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.979446] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.979698] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bce19e1c-d0d0-43b1-b05c-6942e6dadbff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.012108] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.012430] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.012632] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Deleting the datastore file [datastore1] cbc97e09-01b3-48ca-9293-a97ec78f7ac6 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.012915] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0813d6d-bd23-4900-8c72-46ae7ad260ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.020178] env[69304]: DEBUG oslo_vmware.api [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for the task: (returnval){ [ 1322.020178] env[69304]: value = "task-4209725" [ 1322.020178] env[69304]: _type = "Task" [ 1322.020178] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.028678] env[69304]: DEBUG oslo_vmware.api [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.093399] env[69304]: DEBUG nova.network.neutron [-] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.114289] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c463338-371d-4f14-afb1-88dba3f0801c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.125134] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df893ce8-3f41-4735-a028-3485b97ce8cc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.152079] env[69304]: DEBUG nova.compute.manager [req-ec5a79d3-a208-41e0-aef5-597a24f93387 req-d665edbd-e955-4cbb-a463-30772b99ff86 service nova] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Detach interface failed, port_id=5492139e-99a0-4bba-b0c5-571a40d3b5d2, reason: Instance 43e33001-ba84-48a5-b979-43e176002a47 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1322.160265] env[69304]: DEBUG oslo_vmware.api [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209723, 'name': PowerOffVM_Task, 'duration_secs': 0.346} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.160557] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.160753] env[69304]: DEBUG nova.compute.manager [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1322.161579] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296bab1a-51cd-4eb9-a9f2-f9871b329081 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.530871] env[69304]: DEBUG oslo_vmware.api [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Task: {'id': task-4209725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096281} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.531142] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.531356] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.531569] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.531759] env[69304]: INFO nova.compute.manager [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1322.532017] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.532220] env[69304]: DEBUG nova.compute.manager [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.532313] env[69304]: DEBUG nova.network.neutron [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.603202] env[69304]: DEBUG nova.network.neutron [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.603202] env[69304]: INFO nova.compute.manager [-] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Took 1.28 seconds to deallocate network for instance. [ 1322.674472] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.055309] env[69304]: DEBUG nova.network.neutron [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.106043] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.106345] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.106543] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.129549] env[69304]: INFO nova.scheduler.client.report [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Deleted allocations for instance 43e33001-ba84-48a5-b979-43e176002a47 [ 1323.184091] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.184091] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.184091] env[69304]: DEBUG nova.objects.instance [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1323.558044] env[69304]: INFO nova.compute.manager [-] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Took 1.03 seconds to deallocate network for instance. [ 1323.638425] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d77e5077-3fe8-4deb-b502-36ead588020e tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Lock "43e33001-ba84-48a5-b979-43e176002a47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.948s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.007416] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.007673] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.007902] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.008099] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.008303] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.010581] env[69304]: INFO nova.compute.manager [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Terminating instance [ 1324.064876] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.192300] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8d1068fc-4061-4117-a2e9-815b7decf689 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.193418] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.129s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.193724] env[69304]: DEBUG nova.objects.instance [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lazy-loading 'resources' on Instance uuid cbc97e09-01b3-48ca-9293-a97ec78f7ac6 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.514724] env[69304]: DEBUG nova.compute.manager [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.514912] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.515854] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e503fce1-c48c-4615-b131-5139d65841d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.524158] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.524397] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-313bee90-5020-4363-ac45-14113d5d523a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.584848] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.585085] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.585257] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.585537] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f725ac-4198-4e7a-8789-7ed9587b9333 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.591977] env[69304]: DEBUG oslo_vmware.api [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1324.591977] env[69304]: value = "task-4209728" [ 1324.591977] env[69304]: _type = "Task" [ 1324.591977] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.599791] env[69304]: DEBUG oslo_vmware.api [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.767234] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b31541-6972-44e7-bf8a-7ed12536332a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.776864] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4569ea9-7cf3-4e03-869c-8c46a95a0d12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.807068] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b54514-89d5-4a20-b9ff-68a5e89c7e95 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.815257] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6936b18-37cc-407b-a51b-feaee47a5cd5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.829695] env[69304]: DEBUG nova.compute.provider_tree [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.102861] env[69304]: DEBUG oslo_vmware.api [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148458} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.103142] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.103339] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.103526] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.103702] env[69304]: INFO nova.compute.manager [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1325.103969] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.104216] env[69304]: DEBUG nova.compute.manager [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.104311] env[69304]: DEBUG nova.network.neutron [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.348280] env[69304]: DEBUG nova.compute.manager [req-254d3c2c-e96b-4c45-8b15-f7626fbae00b req-62d39f15-e297-427f-a509-67abd4ff2902 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Received event network-vif-deleted-e0d2c159-268c-44a6-a271-2480b5a7e0a8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1325.348280] env[69304]: INFO nova.compute.manager [req-254d3c2c-e96b-4c45-8b15-f7626fbae00b req-62d39f15-e297-427f-a509-67abd4ff2902 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Neutron deleted interface e0d2c159-268c-44a6-a271-2480b5a7e0a8; detaching it from the instance and deleting it from the info cache [ 1325.348694] env[69304]: DEBUG nova.network.neutron [req-254d3c2c-e96b-4c45-8b15-f7626fbae00b req-62d39f15-e297-427f-a509-67abd4ff2902 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.350673] env[69304]: ERROR nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] [req-6ac645ef-c6c0-44db-9610-966a63a15be0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ac645ef-c6c0-44db-9610-966a63a15be0"}]} [ 1325.367603] env[69304]: DEBUG nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1325.381712] env[69304]: DEBUG nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1325.381931] env[69304]: DEBUG nova.compute.provider_tree [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.394732] env[69304]: DEBUG nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1325.413502] env[69304]: DEBUG nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1325.485243] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24fafcd-a2ed-4bbc-976e-39f1b7705448 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.493586] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f1b63-b464-4fd2-8fe0-d9e01498fda1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.525414] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc61d3e-72b7-4320-922b-a919c99a1150 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.533112] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec45652-387c-4419-8a06-0746ea3d78a1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.546490] env[69304]: DEBUG nova.compute.provider_tree [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.830665] env[69304]: DEBUG nova.network.neutron [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.854270] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efe8fda4-7635-4dcf-a4ff-f90bc3c685b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.865234] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d85a8b5-21d8-4f9b-8ca8-774ed76dba52 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.890441] env[69304]: DEBUG nova.compute.manager [req-254d3c2c-e96b-4c45-8b15-f7626fbae00b req-62d39f15-e297-427f-a509-67abd4ff2902 service nova] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Detach interface failed, port_id=e0d2c159-268c-44a6-a271-2480b5a7e0a8, reason: Instance 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1326.077627] env[69304]: DEBUG nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1326.077917] env[69304]: DEBUG nova.compute.provider_tree [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 164 to 165 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1326.078120] env[69304]: DEBUG nova.compute.provider_tree [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.334203] env[69304]: INFO nova.compute.manager [-] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Took 1.23 seconds to deallocate network for instance. [ 1326.583311] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.606945] env[69304]: INFO nova.scheduler.client.report [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Deleted allocations for instance cbc97e09-01b3-48ca-9293-a97ec78f7ac6 [ 1326.842223] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.842576] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.842802] env[69304]: DEBUG nova.objects.instance [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'resources' on Instance uuid 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.114982] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5c5f93e6-1a32-47d0-b2da-3d41ad80ffb4 tempest-ServersAaction247Test-917611320 tempest-ServersAaction247Test-917611320-project-member] Lock "cbc97e09-01b3-48ca-9293-a97ec78f7ac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.247s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.419973] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57d2320-b814-4a33-b32d-16c7395c2e9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.428325] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10cdb30-ca66-4022-86f8-c8734cc4dad4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.459785] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e817f54-f78f-446c-97ce-3d2a4d6f2efd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.468194] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d05ea-61af-4f4b-bd44-b1831684d744 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.482125] env[69304]: DEBUG nova.compute.provider_tree [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.986019] env[69304]: DEBUG nova.scheduler.client.report [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.491154] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.515618] env[69304]: INFO nova.scheduler.client.report [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted allocations for instance 40aabfe8-de5f-4bd2-a679-d8aa495abdc7 [ 1329.024077] env[69304]: DEBUG oslo_concurrency.lockutils [None req-fc74e78a-cf81-4eb9-8279-fd6d213af07f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "40aabfe8-de5f-4bd2-a679-d8aa495abdc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.016s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.356830] env[69304]: DEBUG nova.compute.manager [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1330.874795] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.875721] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.925760] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.925760] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.380663] env[69304]: INFO nova.compute.claims [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.427064] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.886590] env[69304]: INFO nova.compute.resource_tracker [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating resource usage from migration 7143c3c2-5eae-4e58-b430-457821fa2231 [ 1331.945684] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.967323] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ce4bdb-80f1-4048-b7d9-76b8be547322 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.975520] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a40f3-e660-4565-bbda-f081208b2053 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.006881] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc66c77-26bb-4c99-b697-cf1382e86097 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.014485] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad9357-27b2-4508-b40c-da6edfd831b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.027426] env[69304]: DEBUG nova.compute.provider_tree [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.530413] env[69304]: DEBUG nova.scheduler.client.report [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.035463] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.160s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.035753] env[69304]: INFO nova.compute.manager [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Migrating [ 1333.042526] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.097s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.044443] env[69304]: INFO nova.compute.claims [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.557021] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.557385] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.557385] env[69304]: DEBUG nova.network.neutron [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.135837] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd01673b-405f-4246-905c-290f631b9ef1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.147604] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acadfd7-1bf5-47d9-9688-6767f2099e65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.180113] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952ad7e-4306-4997-acb8-69a203557c7e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.187747] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9540568-9a49-4980-97ec-cce5fa228615 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.200682] env[69304]: DEBUG nova.compute.provider_tree [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.288795] env[69304]: DEBUG nova.network.neutron [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.706057] env[69304]: DEBUG nova.scheduler.client.report [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.791647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.210798] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.211427] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.717403] env[69304]: DEBUG nova.compute.utils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.718840] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.719041] env[69304]: DEBUG nova.network.neutron [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.755866] env[69304]: DEBUG nova.policy [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc321f975fa3401da7c38978ed4d1bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9367304ddc4885a7c8d97bf4b1cb72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.099909] env[69304]: DEBUG nova.network.neutron [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Successfully created port: 5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.221994] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.307753] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad233ba0-e45f-4f0b-8395-2b9b31083509 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.340454] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.848642] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.848990] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb08a1e-33f4-4e37-b518-02a19467bc81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.856407] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1336.856407] env[69304]: value = "task-4209729" [ 1336.856407] env[69304]: _type = "Task" [ 1336.856407] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.865267] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.232726] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.261894] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.262199] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.262408] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.262634] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.262826] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.262932] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.263159] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.263320] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.263492] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.263664] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.263821] env[69304]: DEBUG nova.virt.hardware [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.264702] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd36617-52e5-4882-96ad-e3c1a7d8b3d2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.273198] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa94aa33-8294-4b8e-a7f7-3482a7d3f8f0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.365885] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209729, 'name': PowerOffVM_Task, 'duration_secs': 0.22301} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.366161] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.366347] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.586024] env[69304]: DEBUG nova.compute.manager [req-c150a3c3-8462-40ac-b79d-d6e203ab2145 req-f7acfb51-9d48-429f-8d43-a250d964956b service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Received event network-vif-plugged-5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1337.586227] env[69304]: DEBUG oslo_concurrency.lockutils [req-c150a3c3-8462-40ac-b79d-d6e203ab2145 req-f7acfb51-9d48-429f-8d43-a250d964956b service nova] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.586466] env[69304]: DEBUG oslo_concurrency.lockutils [req-c150a3c3-8462-40ac-b79d-d6e203ab2145 req-f7acfb51-9d48-429f-8d43-a250d964956b service nova] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.586566] env[69304]: DEBUG oslo_concurrency.lockutils [req-c150a3c3-8462-40ac-b79d-d6e203ab2145 req-f7acfb51-9d48-429f-8d43-a250d964956b service nova] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.586734] env[69304]: DEBUG nova.compute.manager [req-c150a3c3-8462-40ac-b79d-d6e203ab2145 req-f7acfb51-9d48-429f-8d43-a250d964956b service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] No waiting events found dispatching network-vif-plugged-5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1337.586911] env[69304]: WARNING nova.compute.manager [req-c150a3c3-8462-40ac-b79d-d6e203ab2145 req-f7acfb51-9d48-429f-8d43-a250d964956b service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Received unexpected event network-vif-plugged-5fe83204-fd15-4831-864b-0401e6659ff8 for instance with vm_state building and task_state spawning. [ 1337.693821] env[69304]: DEBUG nova.network.neutron [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Successfully updated port: 5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.873477] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.873931] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.873931] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.874156] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.874307] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.874455] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.874665] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.874827] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.874993] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.875201] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.875463] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.880617] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3b391c-a51c-4570-8121-422f5874b7f8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.897814] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1337.897814] env[69304]: value = "task-4209730" [ 1337.897814] env[69304]: _type = "Task" [ 1337.897814] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.907674] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.198063] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.198063] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.198063] env[69304]: DEBUG nova.network.neutron [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.408385] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209730, 'name': ReconfigVM_Task, 'duration_secs': 0.161102} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.408808] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.739961] env[69304]: DEBUG nova.network.neutron [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.915696] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.916197] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.916197] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.916283] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.916427] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.916580] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.916785] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.916977] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.917189] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.917355] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.917535] env[69304]: DEBUG nova.virt.hardware [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.922912] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.923227] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cafa6e08-a599-4753-9b62-a98ca99ee973 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.943297] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1338.943297] env[69304]: value = "task-4209731" [ 1338.943297] env[69304]: _type = "Task" [ 1338.943297] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.951480] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.173271] env[69304]: DEBUG nova.network.neutron [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating instance_info_cache with network_info: [{"id": "5fe83204-fd15-4831-864b-0401e6659ff8", "address": "fa:16:3e:d7:95:91", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe83204-fd", "ovs_interfaceid": "5fe83204-fd15-4831-864b-0401e6659ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.455111] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209731, 'name': ReconfigVM_Task, 'duration_secs': 0.219356} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.455111] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.455383] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f8795-6ced-4d0a-8250-a78a4508dbe3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.477631] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.477920] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa182913-879b-4bba-8557-4eaec8ce35a9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.496538] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1339.496538] env[69304]: value = "task-4209732" [ 1339.496538] env[69304]: _type = "Task" [ 1339.496538] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.504783] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.613375] env[69304]: DEBUG nova.compute.manager [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Received event network-changed-5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1339.613375] env[69304]: DEBUG nova.compute.manager [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Refreshing instance network info cache due to event network-changed-5fe83204-fd15-4831-864b-0401e6659ff8. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1339.613375] env[69304]: DEBUG oslo_concurrency.lockutils [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] Acquiring lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.676333] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.676663] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance network_info: |[{"id": "5fe83204-fd15-4831-864b-0401e6659ff8", "address": "fa:16:3e:d7:95:91", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe83204-fd", "ovs_interfaceid": "5fe83204-fd15-4831-864b-0401e6659ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.676970] env[69304]: DEBUG oslo_concurrency.lockutils [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] Acquired lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.677168] env[69304]: DEBUG nova.network.neutron [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Refreshing network info cache for port 5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.678749] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:95:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fe83204-fd15-4831-864b-0401e6659ff8', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.686525] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.687429] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.687660] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37c9eeb1-e1b5-4051-819b-d5b95766c8ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.707425] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.707425] env[69304]: value = "task-4209733" [ 1339.707425] env[69304]: _type = "Task" [ 1339.707425] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.715504] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209733, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.008173] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.219040] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209733, 'name': CreateVM_Task, 'duration_secs': 0.348835} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.219040] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.219775] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.219949] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.220507] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.220623] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f599676-e223-4323-9425-a031e27628b0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.226560] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1340.226560] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c432e-244c-6042-1a3d-c9b6b6a2fdb8" [ 1340.226560] env[69304]: _type = "Task" [ 1340.226560] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.238987] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c432e-244c-6042-1a3d-c9b6b6a2fdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.470847] env[69304]: DEBUG nova.network.neutron [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updated VIF entry in instance network info cache for port 5fe83204-fd15-4831-864b-0401e6659ff8. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.471238] env[69304]: DEBUG nova.network.neutron [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating instance_info_cache with network_info: [{"id": "5fe83204-fd15-4831-864b-0401e6659ff8", "address": "fa:16:3e:d7:95:91", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe83204-fd", "ovs_interfaceid": "5fe83204-fd15-4831-864b-0401e6659ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.507972] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209732, 'name': ReconfigVM_Task, 'duration_secs': 0.927929} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.508295] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.508559] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.737654] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525c432e-244c-6042-1a3d-c9b6b6a2fdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.737966] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.738205] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.738459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.738628] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.738812] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.739087] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3aca1b12-5619-4d2e-97be-ff62939a5ffc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.748391] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.748618] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.749393] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5108c325-f9b4-4c0e-a688-e5b1fc2591eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.754824] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1340.754824] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52268601-a46a-4b24-9236-631d272705bf" [ 1340.754824] env[69304]: _type = "Task" [ 1340.754824] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.762596] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52268601-a46a-4b24-9236-631d272705bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.974405] env[69304]: DEBUG oslo_concurrency.lockutils [req-25ce16bd-e7e8-41ca-86c5-b47ebb945235 req-9d3cfb6e-6a15-4707-85c9-d3e0e4eefc2f service nova] Releasing lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.015180] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1498a6-c05f-4b45-8844-136da3442aea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.034437] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500a353-dce0-4eb1-aae2-8bf0495aaa73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.052399] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.268240] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52268601-a46a-4b24-9236-631d272705bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.269078] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0773b009-c1f6-429d-8596-e38c77c88393 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.274976] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1341.274976] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d7ced6-34ad-1037-f540-7019ccd6f6a3" [ 1341.274976] env[69304]: _type = "Task" [ 1341.274976] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.283293] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d7ced6-34ad-1037-f540-7019ccd6f6a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.589993] env[69304]: DEBUG nova.network.neutron [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Port edf1594c-753d-41dd-a6fe-d12760f89191 binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1341.785132] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d7ced6-34ad-1037-f540-7019ccd6f6a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.785403] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.785740] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.785925] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4bce14f-8e00-4273-930b-039d8005c1c1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.793292] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1341.793292] env[69304]: value = "task-4209734" [ 1341.793292] env[69304]: _type = "Task" [ 1341.793292] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.801139] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.304020] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209734, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.613114] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.613371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.613525] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.805168] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522576} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.805493] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.805685] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.805946] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe7a5f7-d7d3-475a-8c56-438b42ee444b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.813458] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1342.813458] env[69304]: value = "task-4209735" [ 1342.813458] env[69304]: _type = "Task" [ 1342.813458] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.821644] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.324669] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073715} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.325063] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.325722] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6899d0b6-d4b7-4598-ae73-dda33f187970 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.349358] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.349668] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953dd911-f115-4bea-a5f1-98225536c839 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.368845] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1343.368845] env[69304]: value = "task-4209736" [ 1343.368845] env[69304]: _type = "Task" [ 1343.368845] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.377093] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.649053] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.649267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.649518] env[69304]: DEBUG nova.network.neutron [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.879337] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209736, 'name': ReconfigVM_Task, 'duration_secs': 0.270778} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.879576] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.880253] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0afbf8ad-dcad-4a4a-a144-7630cfa194f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.887111] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1343.887111] env[69304]: value = "task-4209737" [ 1343.887111] env[69304]: _type = "Task" [ 1343.887111] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.895617] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209737, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.349902] env[69304]: DEBUG nova.network.neutron [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.397837] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209737, 'name': Rename_Task, 'duration_secs': 0.138341} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.398155] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.398488] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6241d60-c13f-42f1-80b6-6cbf31907ca6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.405212] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1344.405212] env[69304]: value = "task-4209738" [ 1344.405212] env[69304]: _type = "Task" [ 1344.405212] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.412827] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.853339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.916083] env[69304]: DEBUG oslo_vmware.api [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209738, 'name': PowerOnVM_Task, 'duration_secs': 0.445773} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.916377] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.916581] env[69304]: INFO nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1344.916762] env[69304]: DEBUG nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1344.917545] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090a9d3b-09ee-4bf5-a83c-f03c607b8d0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.382660] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a209506-e274-4ff2-bddb-f1b610a93db2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.403300] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c8050a-806f-4a0c-94bc-4ee281dca02d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.410433] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.435886] env[69304]: INFO nova.compute.manager [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Took 13.50 seconds to build instance. [ 1345.917074] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.917391] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c7d3b2-17d7-43a9-a767-9c6a76f44858 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.925855] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1345.925855] env[69304]: value = "task-4209739" [ 1345.925855] env[69304]: _type = "Task" [ 1345.925855] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.937096] env[69304]: DEBUG oslo_concurrency.lockutils [None req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.012s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.942854] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.324703] env[69304]: DEBUG nova.compute.manager [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Received event network-changed-5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1346.325191] env[69304]: DEBUG nova.compute.manager [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Refreshing instance network info cache due to event network-changed-5fe83204-fd15-4831-864b-0401e6659ff8. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1346.325467] env[69304]: DEBUG oslo_concurrency.lockutils [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] Acquiring lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.325728] env[69304]: DEBUG oslo_concurrency.lockutils [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] Acquired lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.325973] env[69304]: DEBUG nova.network.neutron [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Refreshing network info cache for port 5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.438524] env[69304]: DEBUG oslo_vmware.api [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209739, 'name': PowerOnVM_Task, 'duration_secs': 0.472286} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.438922] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.438969] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-15f2346f-daff-4837-a48c-f757290a4ef3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance '60132b41-90c1-41a9-bfe8-9fa1514538ce' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.080382] env[69304]: DEBUG nova.network.neutron [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updated VIF entry in instance network info cache for port 5fe83204-fd15-4831-864b-0401e6659ff8. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.080750] env[69304]: DEBUG nova.network.neutron [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating instance_info_cache with network_info: [{"id": "5fe83204-fd15-4831-864b-0401e6659ff8", "address": "fa:16:3e:d7:95:91", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe83204-fd", "ovs_interfaceid": "5fe83204-fd15-4831-864b-0401e6659ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.583627] env[69304]: DEBUG oslo_concurrency.lockutils [req-2d2f208d-5f0d-4818-b965-751e81456485 req-3269d505-7aad-415e-a10c-9351bc4ed6b4 service nova] Releasing lock "refresh_cache-2f6af9b0-8db1-416f-a694-11d2c88a8f0f" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.904412] env[69304]: DEBUG nova.network.neutron [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Port edf1594c-753d-41dd-a6fe-d12760f89191 binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1348.904743] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.904883] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.905073] env[69304]: DEBUG nova.network.neutron [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.655507] env[69304]: DEBUG nova.network.neutron [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.158650] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.662119] env[69304]: DEBUG nova.compute.manager [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69304) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1350.662370] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.662667] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.166135] env[69304]: DEBUG nova.objects.instance [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'migration_context' on Instance uuid 60132b41-90c1-41a9-bfe8-9fa1514538ce {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.749636] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84456421-552e-4c2f-b273-c37ad98fbfd5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.757592] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17667a55-cb8d-4c5d-aa1a-5234ff83913d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.791103] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4788b4-7e03-4953-b9ef-9a69547603e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.801347] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c860d-900d-4ea1-ae35-02308295b70b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.816643] env[69304]: DEBUG nova.compute.provider_tree [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.319869] env[69304]: DEBUG nova.scheduler.client.report [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.332892] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.670s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.867086] env[69304]: INFO nova.compute.manager [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Swapping old allocation on dict_keys(['9ef7e6da-ae4c-4446-9eb3-2b470397f63e']) held by migration 7143c3c2-5eae-4e58-b430-457821fa2231 for instance [ 1354.889164] env[69304]: DEBUG nova.scheduler.client.report [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Overwriting current allocation {'allocations': {'9ef7e6da-ae4c-4446-9eb3-2b470397f63e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 168}}, 'project_id': '3a2af8a8ebe543288626122bdb16f46f', 'user_id': 'e4e3d58157a14ce4a0547ec81ac72f56', 'consumer_generation': 1} on consumer 60132b41-90c1-41a9-bfe8-9fa1514538ce {{(pid=69304) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1354.964859] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.965070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.965256] env[69304]: DEBUG nova.network.neutron [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.680264] env[69304]: DEBUG nova.network.neutron [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [{"id": "edf1594c-753d-41dd-a6fe-d12760f89191", "address": "fa:16:3e:e8:72:ef", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf1594c-75", "ovs_interfaceid": "edf1594c-753d-41dd-a6fe-d12760f89191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.182870] env[69304]: DEBUG oslo_concurrency.lockutils [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-60132b41-90c1-41a9-bfe8-9fa1514538ce" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.183270] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.183572] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39bbc266-b9aa-4580-abf5-a13dec59ddcf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.191979] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1356.191979] env[69304]: value = "task-4209740" [ 1356.191979] env[69304]: _type = "Task" [ 1356.191979] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.200964] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.701915] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209740, 'name': PowerOffVM_Task, 'duration_secs': 0.211725} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.702198] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.702893] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.703124] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.703291] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.703472] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.703643] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.703771] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.703974] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.704147] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.704314] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.704477] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.704649] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.709530] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a6fe35-bfad-4dbd-8615-2e624b4c4302 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.725653] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1356.725653] env[69304]: value = "task-4209741" [ 1356.725653] env[69304]: _type = "Task" [ 1356.725653] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.733573] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.237504] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209741, 'name': ReconfigVM_Task, 'duration_secs': 0.140339} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.238354] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effacaaf-238d-463c-bb4c-b042b700f2d4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.257752] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.257983] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.258155] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.258343] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.258491] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.258644] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.258850] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.259019] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.259212] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.259353] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.259525] env[69304]: DEBUG nova.virt.hardware [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.260421] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40492ec2-1fc8-476a-b05e-01bd4e2fdd30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.266877] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1357.266877] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c57755-5962-b544-b2c6-fde2c51a99d4" [ 1357.266877] env[69304]: _type = "Task" [ 1357.266877] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.277709] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c57755-5962-b544-b2c6-fde2c51a99d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.778154] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52c57755-5962-b544-b2c6-fde2c51a99d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.783661] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.783998] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ea5ca3-59c3-46d5-b8fc-220ed9126915 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.802814] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1357.802814] env[69304]: value = "task-4209742" [ 1357.802814] env[69304]: _type = "Task" [ 1357.802814] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.811450] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.314132] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209742, 'name': ReconfigVM_Task, 'duration_secs': 0.201689} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.314475] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.315229] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd567e71-37ff-4732-b5a0-a7baa9d19f19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.337744] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.338131] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de21ce66-5e76-41ee-8bdc-a3081a2b447c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.357027] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1358.357027] env[69304]: value = "task-4209743" [ 1358.357027] env[69304]: _type = "Task" [ 1358.357027] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.365333] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.868661] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.368328] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209743, 'name': ReconfigVM_Task, 'duration_secs': 0.895298} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.368817] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce/60132b41-90c1-41a9-bfe8-9fa1514538ce.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.369510] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65d4d14-1aa5-4aaa-9386-6217265737d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.388373] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8697b417-2f11-4286-be64-566025d55ac7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.408197] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb92fcb4-0159-4947-a2ef-be93adea4676 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.429175] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b02edc-2f8c-4be4-a66e-972aeff94133 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.437078] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.437400] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d45bbee3-3967-48de-8513-4567284f2a47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.444175] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1359.444175] env[69304]: value = "task-4209744" [ 1359.444175] env[69304]: _type = "Task" [ 1359.444175] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.452608] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.956368] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.454744] env[69304]: DEBUG oslo_vmware.api [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209744, 'name': PowerOnVM_Task, 'duration_secs': 0.633972} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.455163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.465917] env[69304]: INFO nova.compute.manager [None req-72aeb84a-4a25-4c5b-a7b2-0a114aff54b2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance to original state: 'active' [ 1362.490791] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "60132b41-90c1-41a9-bfe8-9fa1514538ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.491267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.491267] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.491439] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.491647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.493584] env[69304]: INFO nova.compute.manager [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Terminating instance [ 1362.875361] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.997062] env[69304]: DEBUG nova.compute.manager [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.997346] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.998106] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfdbe5a-3074-4a00-bfbb-4437b3fb7a6f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.007069] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.007327] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b620bb3-1769-4233-9510-3cbc2b224a1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.014116] env[69304]: DEBUG oslo_vmware.api [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1363.014116] env[69304]: value = "task-4209745" [ 1363.014116] env[69304]: _type = "Task" [ 1363.014116] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.025651] env[69304]: DEBUG oslo_vmware.api [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.524814] env[69304]: DEBUG oslo_vmware.api [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209745, 'name': PowerOffVM_Task, 'duration_secs': 0.227256} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.525085] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.525243] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.525506] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c281f1de-b0eb-497e-8e51-0de7c0e58f1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.604279] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.604490] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.604699] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleting the datastore file [datastore2] 60132b41-90c1-41a9-bfe8-9fa1514538ce {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.604963] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abff41d5-1594-4145-b343-5fb27eaae54c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.612938] env[69304]: DEBUG oslo_vmware.api [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1363.612938] env[69304]: value = "task-4209747" [ 1363.612938] env[69304]: _type = "Task" [ 1363.612938] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.621703] env[69304]: DEBUG oslo_vmware.api [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.125418] env[69304]: DEBUG oslo_vmware.api [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178112} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.125695] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.125929] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.126148] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.126367] env[69304]: INFO nova.compute.manager [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1364.126687] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.126929] env[69304]: DEBUG nova.compute.manager [-] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.127042] env[69304]: DEBUG nova.network.neutron [-] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.608514] env[69304]: DEBUG nova.compute.manager [req-867a68ce-76a9-4f07-9eba-59a7a572b081 req-22a29473-8b94-418a-8121-d57c62f5ad58 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Received event network-vif-deleted-edf1594c-753d-41dd-a6fe-d12760f89191 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1364.608801] env[69304]: INFO nova.compute.manager [req-867a68ce-76a9-4f07-9eba-59a7a572b081 req-22a29473-8b94-418a-8121-d57c62f5ad58 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Neutron deleted interface edf1594c-753d-41dd-a6fe-d12760f89191; detaching it from the instance and deleting it from the info cache [ 1364.608986] env[69304]: DEBUG nova.network.neutron [req-867a68ce-76a9-4f07-9eba-59a7a572b081 req-22a29473-8b94-418a-8121-d57c62f5ad58 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.870245] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.874221] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.874424] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.874610] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1365.092748] env[69304]: DEBUG nova.network.neutron [-] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.111460] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5e041cd-b432-460e-b9f4-6e571c6b7347 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.123931] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f38094-f39d-449d-a72b-e96f7d31824a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.149959] env[69304]: DEBUG nova.compute.manager [req-867a68ce-76a9-4f07-9eba-59a7a572b081 req-22a29473-8b94-418a-8121-d57c62f5ad58 service nova] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Detach interface failed, port_id=edf1594c-753d-41dd-a6fe-d12760f89191, reason: Instance 60132b41-90c1-41a9-bfe8-9fa1514538ce could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1365.596049] env[69304]: INFO nova.compute.manager [-] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Took 1.47 seconds to deallocate network for instance. [ 1366.102952] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.103383] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.103445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.141972] env[69304]: INFO nova.scheduler.client.report [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted allocations for instance 60132b41-90c1-41a9-bfe8-9fa1514538ce [ 1366.651052] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6fc776e4-6510-4c8f-a353-9331b59bc8fb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "60132b41-90c1-41a9-bfe8-9fa1514538ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.160s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.875392] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.875748] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.478010] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "25a32822-284d-42fc-879f-46e6c5412052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.478361] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.980283] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.503070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.503070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.504351] env[69304]: INFO nova.compute.claims [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.875016] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.378166] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.590928] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f294d8-513e-4e92-abd7-60996a5050c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.598282] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632e330-c235-4bec-8d04-1735fa502c54 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.628843] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4b1558-d80c-4bd7-93be-db72a34c9cb0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.636891] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c090e4-76f4-4765-853e-a95324b88bd0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.650972] env[69304]: DEBUG nova.compute.provider_tree [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.174035] env[69304]: ERROR nova.scheduler.client.report [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [req-0f6a0ede-9fd2-4b88-80b6-485004a87492] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f6a0ede-9fd2-4b88-80b6-485004a87492"}]} [ 1370.189954] env[69304]: DEBUG nova.scheduler.client.report [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1370.203946] env[69304]: DEBUG nova.scheduler.client.report [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1370.204202] env[69304]: DEBUG nova.compute.provider_tree [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.216198] env[69304]: DEBUG nova.scheduler.client.report [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1370.235536] env[69304]: DEBUG nova.scheduler.client.report [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1370.293538] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7468a9-b534-444c-ab3e-6bc25d500ed0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.301173] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27583ece-b403-41e7-944d-8c42b99cd6a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.330809] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f58f7-f700-4763-a4db-7be728bb1a8d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.338302] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f85ef-8e15-4ee9-9730-41542a3ad9a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.351659] env[69304]: DEBUG nova.compute.provider_tree [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.883441] env[69304]: DEBUG nova.scheduler.client.report [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1370.883785] env[69304]: DEBUG nova.compute.provider_tree [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 170 to 171 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1370.883928] env[69304]: DEBUG nova.compute.provider_tree [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.388766] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.886s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.389264] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.392525] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.015s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.392756] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.392930] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1371.394030] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34efbbe0-5d96-4eda-b99f-7a0bf1d23968 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.402821] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21465118-7715-481a-a124-6f6463a43b80 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.417915] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd6224-5556-4495-92de-19304882b4cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.425668] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c563e6-8c26-4f5e-8ab6-0ba507fd947b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.458645] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180392MB free_disk=4GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1371.458819] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.459026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.895438] env[69304]: DEBUG nova.compute.utils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.896890] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.897081] env[69304]: DEBUG nova.network.neutron [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.949918] env[69304]: DEBUG nova.policy [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e3d58157a14ce4a0547ec81ac72f56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a2af8a8ebe543288626122bdb16f46f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.302649] env[69304]: DEBUG nova.network.neutron [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Successfully created port: bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.400687] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.490231] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1372.490484] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8649e877-0529-4b60-b147-3aa9b55d78fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1372.490706] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 2f6af9b0-8db1-416f-a694-11d2c88a8f0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1372.490913] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 25a32822-284d-42fc-879f-46e6c5412052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1372.491194] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1372.491417] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1372.564428] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffd55b-d1d6-40d7-adad-7b79eb41395e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.571636] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6031da08-6754-4401-94fb-c0ace3900d91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.606120] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9809576-acad-4fe5-9c58-22dbb81a8a91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.614237] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a4cd0e-9bac-4397-a311-859a99995094 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.627972] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.131265] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.411176] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.439197] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.439457] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.439616] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.439797] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.440082] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.440135] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.440308] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.440466] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.440636] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.440797] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.440968] env[69304]: DEBUG nova.virt.hardware [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.441901] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2ba74-24b1-4854-a609-e642390a60eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.450347] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a17775-b3d1-4334-ab0b-bc314ea8b001 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.635922] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1373.636158] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.705673] env[69304]: DEBUG nova.compute.manager [req-47372a5c-417b-4fe4-b690-e2722f038685 req-0a3f11c6-2e7a-41b1-8677-53b71f8c0987 service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Received event network-vif-plugged-bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1373.705922] env[69304]: DEBUG oslo_concurrency.lockutils [req-47372a5c-417b-4fe4-b690-e2722f038685 req-0a3f11c6-2e7a-41b1-8677-53b71f8c0987 service nova] Acquiring lock "25a32822-284d-42fc-879f-46e6c5412052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.706169] env[69304]: DEBUG oslo_concurrency.lockutils [req-47372a5c-417b-4fe4-b690-e2722f038685 req-0a3f11c6-2e7a-41b1-8677-53b71f8c0987 service nova] Lock "25a32822-284d-42fc-879f-46e6c5412052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.706373] env[69304]: DEBUG oslo_concurrency.lockutils [req-47372a5c-417b-4fe4-b690-e2722f038685 req-0a3f11c6-2e7a-41b1-8677-53b71f8c0987 service nova] Lock "25a32822-284d-42fc-879f-46e6c5412052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.706502] env[69304]: DEBUG nova.compute.manager [req-47372a5c-417b-4fe4-b690-e2722f038685 req-0a3f11c6-2e7a-41b1-8677-53b71f8c0987 service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] No waiting events found dispatching network-vif-plugged-bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1373.706670] env[69304]: WARNING nova.compute.manager [req-47372a5c-417b-4fe4-b690-e2722f038685 req-0a3f11c6-2e7a-41b1-8677-53b71f8c0987 service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Received unexpected event network-vif-plugged-bc57eb53-c18f-4ba2-a4f6-11fe02272709 for instance with vm_state building and task_state spawning. [ 1373.787891] env[69304]: DEBUG nova.network.neutron [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Successfully updated port: bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.290587] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.290900] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.290900] env[69304]: DEBUG nova.network.neutron [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.821919] env[69304]: DEBUG nova.network.neutron [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.955296] env[69304]: DEBUG nova.network.neutron [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [{"id": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "address": "fa:16:3e:4c:01:ba", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57eb53-c1", "ovs_interfaceid": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.461168] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.461640] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Instance network_info: |[{"id": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "address": "fa:16:3e:4c:01:ba", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57eb53-c1", "ovs_interfaceid": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.461990] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:01:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc57eb53-c18f-4ba2-a4f6-11fe02272709', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.469627] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.469845] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.470106] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f76d1cc5-9711-4d4c-be91-8b45ae50038a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.491271] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.491271] env[69304]: value = "task-4209748" [ 1375.491271] env[69304]: _type = "Task" [ 1375.491271] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.499298] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209748, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.636125] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.731712] env[69304]: DEBUG nova.compute.manager [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Received event network-changed-bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1375.731806] env[69304]: DEBUG nova.compute.manager [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Refreshing instance network info cache due to event network-changed-bc57eb53-c18f-4ba2-a4f6-11fe02272709. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1375.732113] env[69304]: DEBUG oslo_concurrency.lockutils [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] Acquiring lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.732335] env[69304]: DEBUG oslo_concurrency.lockutils [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] Acquired lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.732580] env[69304]: DEBUG nova.network.neutron [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Refreshing network info cache for port bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.001598] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209748, 'name': CreateVM_Task, 'duration_secs': 0.378426} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.002018] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.002740] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.002899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.003238] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.003489] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65ffe5c-101d-4e58-b7e2-a919c842afe0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.008928] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1376.008928] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52223624-07e9-2a8e-a7d5-49d0e0f49a45" [ 1376.008928] env[69304]: _type = "Task" [ 1376.008928] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.017460] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52223624-07e9-2a8e-a7d5-49d0e0f49a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.422319] env[69304]: DEBUG nova.network.neutron [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updated VIF entry in instance network info cache for port bc57eb53-c18f-4ba2-a4f6-11fe02272709. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.422686] env[69304]: DEBUG nova.network.neutron [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [{"id": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "address": "fa:16:3e:4c:01:ba", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57eb53-c1", "ovs_interfaceid": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.520351] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52223624-07e9-2a8e-a7d5-49d0e0f49a45, 'name': SearchDatastore_Task, 'duration_secs': 0.01352} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.520742] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.520875] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.521126] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.521283] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.521464] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.521763] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac866534-eac7-4871-94e8-784345c5ebe0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.530551] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.530757] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.531476] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34e6ff3-c16c-4c07-a136-b8af0de51bbd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.536905] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1376.536905] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524bb5b5-020a-0ebd-849d-cff0498ebf2e" [ 1376.536905] env[69304]: _type = "Task" [ 1376.536905] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.544761] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524bb5b5-020a-0ebd-849d-cff0498ebf2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.925688] env[69304]: DEBUG oslo_concurrency.lockutils [req-9065030c-7cce-4ba5-99d1-2eee4f0f9bc5 req-7c4bb028-6eba-4e99-b5c5-e409d008aaed service nova] Releasing lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.047677] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524bb5b5-020a-0ebd-849d-cff0498ebf2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.048529] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b239790d-2b1b-4821-ae4f-95ec26739c85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.053506] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1377.053506] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fd75fb-e872-903f-c7fe-48c8a91cbfbf" [ 1377.053506] env[69304]: _type = "Task" [ 1377.053506] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.061211] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fd75fb-e872-903f-c7fe-48c8a91cbfbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.564816] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fd75fb-e872-903f-c7fe-48c8a91cbfbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.565207] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.565308] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 25a32822-284d-42fc-879f-46e6c5412052/25a32822-284d-42fc-879f-46e6c5412052.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.565573] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b03c3d-bd6e-45d6-9a29-3322ae5c6074 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.572364] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1377.572364] env[69304]: value = "task-4209749" [ 1377.572364] env[69304]: _type = "Task" [ 1377.572364] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.580168] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.084061] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510407} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.084371] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 25a32822-284d-42fc-879f-46e6c5412052/25a32822-284d-42fc-879f-46e6c5412052.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.084605] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.084904] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73258887-5a37-4411-8f06-a627432f972b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.092240] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1378.092240] env[69304]: value = "task-4209750" [ 1378.092240] env[69304]: _type = "Task" [ 1378.092240] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.101059] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.609673] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066922} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.610185] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.611804] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7caaa3-9e1a-4892-86ae-e5db9890ff45 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.638294] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 25a32822-284d-42fc-879f-46e6c5412052/25a32822-284d-42fc-879f-46e6c5412052.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.638595] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d68af5-c55e-4220-8710-7f1e24b13c30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.720355] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1378.720355] env[69304]: value = "task-4209751" [ 1378.720355] env[69304]: _type = "Task" [ 1378.720355] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.729164] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.231182] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209751, 'name': ReconfigVM_Task, 'duration_secs': 0.381174} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.231437] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 25a32822-284d-42fc-879f-46e6c5412052/25a32822-284d-42fc-879f-46e6c5412052.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.232123] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8354ad27-92ac-4798-b0fd-61a3c19c3602 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.239447] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1379.239447] env[69304]: value = "task-4209752" [ 1379.239447] env[69304]: _type = "Task" [ 1379.239447] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.249356] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209752, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.749695] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209752, 'name': Rename_Task, 'duration_secs': 0.152458} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.750115] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.750274] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da68ce86-6a1f-4dec-8d31-c71d484649d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.757288] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1379.757288] env[69304]: value = "task-4209753" [ 1379.757288] env[69304]: _type = "Task" [ 1379.757288] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.765348] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.272092] env[69304]: DEBUG oslo_vmware.api [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209753, 'name': PowerOnVM_Task, 'duration_secs': 0.4589} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.272601] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.273065] env[69304]: INFO nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1380.273263] env[69304]: DEBUG nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1380.274529] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff3422-565f-4f3e-a4d5-894fe29e8894 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.797452] env[69304]: INFO nova.compute.manager [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Took 12.31 seconds to build instance. [ 1381.298716] env[69304]: DEBUG oslo_concurrency.lockutils [None req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.820s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.705636] env[69304]: DEBUG nova.compute.manager [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Received event network-changed-bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1381.705829] env[69304]: DEBUG nova.compute.manager [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Refreshing instance network info cache due to event network-changed-bc57eb53-c18f-4ba2-a4f6-11fe02272709. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1381.706061] env[69304]: DEBUG oslo_concurrency.lockutils [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] Acquiring lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.706212] env[69304]: DEBUG oslo_concurrency.lockutils [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] Acquired lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.706374] env[69304]: DEBUG nova.network.neutron [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Refreshing network info cache for port bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.430296] env[69304]: DEBUG nova.network.neutron [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updated VIF entry in instance network info cache for port bc57eb53-c18f-4ba2-a4f6-11fe02272709. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.430671] env[69304]: DEBUG nova.network.neutron [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [{"id": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "address": "fa:16:3e:4c:01:ba", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57eb53-c1", "ovs_interfaceid": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.933365] env[69304]: DEBUG oslo_concurrency.lockutils [req-ddeebb8e-544a-489c-95d7-3bbe37b6906d req-9afbd265-a9cf-464d-a71c-79d729dfde3b service nova] Releasing lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.140241] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.140572] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.643972] env[69304]: DEBUG nova.compute.utils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.147367] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.207943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.208357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.208481] env[69304]: INFO nova.compute.manager [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Attaching volume aeaa8be6-bd8d-4200-b632-06293bbce3c1 to /dev/sdb [ 1386.240043] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcd8fa2-c73d-4360-a8e6-f9c62abf9afa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.248057] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20eab7a-e08b-49a4-860d-570f76905cd9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.262244] env[69304]: DEBUG nova.virt.block_device [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating existing volume attachment record: ddb5f7b0-9157-456a-9213-dfedd5a3f4b8 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1390.807707] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1390.807992] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1390.808903] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aacbbb-8474-47f6-9744-c83606968ef2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.825742] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cc15e9-dc9d-4535-98f3-14d7264543eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.850279] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1/volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.850598] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b7dd5a-6db0-4bea-baa1-33f43b172af2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.868196] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1390.868196] env[69304]: value = "task-4209758" [ 1390.868196] env[69304]: _type = "Task" [ 1390.868196] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.876055] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.378794] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209758, 'name': ReconfigVM_Task, 'duration_secs': 0.322472} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.379091] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1/volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.383920] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49fbfb13-6690-4361-826b-d46e12e50c9e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.400769] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1391.400769] env[69304]: value = "task-4209759" [ 1391.400769] env[69304]: _type = "Task" [ 1391.400769] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.411465] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.911912] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.413698] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.914533] env[69304]: DEBUG oslo_vmware.api [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209759, 'name': ReconfigVM_Task, 'duration_secs': 1.140765} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.914941] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1393.951163] env[69304]: DEBUG nova.objects.instance [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'flavor' on Instance uuid 2f6af9b0-8db1-416f-a694-11d2c88a8f0f {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.456200] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b835102d-72ba-4968-9036-d8856f70099d tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.248s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.903101] env[69304]: INFO nova.compute.manager [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Rebuilding instance [ 1394.945307] env[69304]: DEBUG nova.compute.manager [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1394.946228] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c56fb1-9899-478e-92b1-369ce2f36c1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.960268] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.960674] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9f56426-0011-44a4-8d66-2701ab5f0058 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.967896] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1395.967896] env[69304]: value = "task-4209760" [ 1395.967896] env[69304]: _type = "Task" [ 1395.967896] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.976484] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.478678] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209760, 'name': PowerOffVM_Task, 'duration_secs': 0.199984} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.478941] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.538237] env[69304]: INFO nova.compute.manager [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Detaching volume aeaa8be6-bd8d-4200-b632-06293bbce3c1 [ 1396.569739] env[69304]: INFO nova.virt.block_device [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Attempting to driver detach volume aeaa8be6-bd8d-4200-b632-06293bbce3c1 from mountpoint /dev/sdb [ 1396.569981] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1396.570194] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1396.571081] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02a09b-57ed-435f-98f8-317df8bd6c57 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.594170] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87133ae2-96f3-4a76-b1aa-dbbfdaf19482 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.601544] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0789093a-f8f0-4de1-be5f-635fd3decaa1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.622110] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8356c-a307-4421-9cc6-2b9ea45d6f9a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.637416] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] The volume has not been displaced from its original location: [datastore1] volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1/volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1396.642840] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.643216] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25071239-1491-43a8-87cb-02ab9b95f6c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.661395] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1396.661395] env[69304]: value = "task-4209761" [ 1396.661395] env[69304]: _type = "Task" [ 1396.661395] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.669738] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.171313] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209761, 'name': ReconfigVM_Task, 'duration_secs': 0.191615} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.171731] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.176254] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a647ac55-d58d-4f99-9c0f-c4ad49d52103 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.191013] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1397.191013] env[69304]: value = "task-4209762" [ 1397.191013] env[69304]: _type = "Task" [ 1397.191013] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.199591] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.701482] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209762, 'name': ReconfigVM_Task, 'duration_secs': 0.157153} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.701825] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1398.748163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.748546] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05860c3f-842a-44aa-9745-c27be9025932 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.756732] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1398.756732] env[69304]: value = "task-4209763" [ 1398.756732] env[69304]: _type = "Task" [ 1398.756732] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.766479] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.269587] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] VM already powered off {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1399.269873] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1399.270061] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1399.270829] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda581c7-3f99-44b1-b10f-0708d4557498 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.289091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7960e44b-96f4-4d9b-b127-68e2c52eabe1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.295245] env[69304]: WARNING nova.virt.vmwareapi.driver [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1399.295513] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.296303] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23c656c-b3c5-444f-a9c7-fc718b2ac749 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.303219] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.303470] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b04eb0b9-44d3-43f9-8b41-0b1a327ba603 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.373950] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.374314] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.374518] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.374819] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e65c665-fa7d-437c-9eaf-70a742c62fcf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.381489] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1399.381489] env[69304]: value = "task-4209765" [ 1399.381489] env[69304]: _type = "Task" [ 1399.381489] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.389356] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.891160] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128744} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.891429] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.891618] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.891826] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.397190] env[69304]: INFO nova.virt.block_device [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Booting with volume aeaa8be6-bd8d-4200-b632-06293bbce3c1 at /dev/sdb [ 1400.427312] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2272833-db92-45a6-bac2-47dabab5c7cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.436745] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a595ec-1643-4111-9c61-55146a0fd0ad {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.461446] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e32997e5-ded0-4d00-b28c-769ee50f94df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.470019] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a56db7-22e3-4693-b0c8-4359eefbecb5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.495334] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa971f-bf93-44fd-9b4b-ab063573eeba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.501776] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb300a4a-1614-462d-8a55-061135848f5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.515741] env[69304]: DEBUG nova.virt.block_device [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating existing volume attachment record: ab6b7db8-0539-4adf-8e9d-dbe1516c2467 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1402.621863] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.622247] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.622290] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.623514] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.623514] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.623514] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.623514] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.623514] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.623514] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.623799] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.623799] env[69304]: DEBUG nova.virt.hardware [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.624629] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91d67c-4f9f-488c-822c-cfd53ee0dd65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.632851] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51dc834-b219-48a3-8343-2b21e40973cd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.646688] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:95:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fe83204-fd15-4831-864b-0401e6659ff8', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.654174] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.654419] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.654635] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4b3629a-3622-4a3b-8ff5-2f09be6b6d7c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.673925] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.673925] env[69304]: value = "task-4209766" [ 1402.673925] env[69304]: _type = "Task" [ 1402.673925] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.681508] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209766, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.183950] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209766, 'name': CreateVM_Task, 'duration_secs': 0.304579} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.184292] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.184847] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.185031] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.185362] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.185612] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488e2726-09d3-4771-9619-9384d16ee732 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.190470] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1403.190470] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260d9a7-7b2f-aeed-61bc-91933e8a3864" [ 1403.190470] env[69304]: _type = "Task" [ 1403.190470] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.198049] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260d9a7-7b2f-aeed-61bc-91933e8a3864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.700105] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5260d9a7-7b2f-aeed-61bc-91933e8a3864, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.700474] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.700619] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.700847] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.700996] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.701194] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.701446] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cf98ce7-bcc7-4aca-9a3f-878e3297cdcc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.710269] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.710459] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.711140] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01c3303-a5a0-49fc-8156-e9e95195c512 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.716180] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1403.716180] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fac1f0-3acb-651d-ffab-a6f35520057e" [ 1403.716180] env[69304]: _type = "Task" [ 1403.716180] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.723956] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fac1f0-3acb-651d-ffab-a6f35520057e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.226830] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fac1f0-3acb-651d-ffab-a6f35520057e, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.227645] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e760d51e-d0fd-4d21-897e-f2ff98163fb1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.232837] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1404.232837] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529b4214-0794-811e-d28c-d366033b1192" [ 1404.232837] env[69304]: _type = "Task" [ 1404.232837] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.240325] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529b4214-0794-811e-d28c-d366033b1192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.744457] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529b4214-0794-811e-d28c-d366033b1192, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.744829] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.744958] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.745198] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f9bdae0-143e-43e1-bc15-61b43386f066 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.754073] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1404.754073] env[69304]: value = "task-4209767" [ 1404.754073] env[69304]: _type = "Task" [ 1404.754073] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.761969] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.264476] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443682} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.264754] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1405.264946] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1405.265226] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2e53886-95f8-4688-9ab4-085d55ef768d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.271573] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1405.271573] env[69304]: value = "task-4209768" [ 1405.271573] env[69304]: _type = "Task" [ 1405.271573] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.280140] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.781260] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055694} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.781649] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.782376] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d5785-fd93-4583-babc-4899c95699dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.804413] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.804680] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c04d90b-0eb4-4c92-af66-20ffa3e15ca0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.824102] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1405.824102] env[69304]: value = "task-4209769" [ 1405.824102] env[69304]: _type = "Task" [ 1405.824102] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.832221] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.334389] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209769, 'name': ReconfigVM_Task, 'duration_secs': 0.296137} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.334645] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f/2f6af9b0-8db1-416f-a694-11d2c88a8f0f.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.335791] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_format': None, 'encryption_options': None, 'encrypted': False, 'guest_format': None, 'disk_bus': None, 'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': 'acb5648e-66ac-4776-a668-4960bbfdf088'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': 'ab6b7db8-0539-4adf-8e9d-dbe1516c2467', 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'}, 'guest_format': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69304) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1406.335996] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1406.336206] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1406.337012] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07ae9d-eae0-43b2-b08b-b10f18b3e221 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.353436] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efce3fb-a255-4369-8b68-f4fbce1293df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.377652] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1/volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.378134] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88d67fe-cc7a-40b7-a13b-f5dfe26abfe2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.397483] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1406.397483] env[69304]: value = "task-4209770" [ 1406.397483] env[69304]: _type = "Task" [ 1406.397483] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.409232] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.908525] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209770, 'name': ReconfigVM_Task, 'duration_secs': 0.312668} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.908931] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1/volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.913721] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e283d8fc-128d-4715-a78b-7f71ac1d3e55 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.928918] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1406.928918] env[69304]: value = "task-4209771" [ 1406.928918] env[69304]: _type = "Task" [ 1406.928918] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.937349] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.439125] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209771, 'name': ReconfigVM_Task, 'duration_secs': 0.145853} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.439441] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1407.440062] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3472de01-278f-46d9-8653-f0fbda555471 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.446499] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1407.446499] env[69304]: value = "task-4209772" [ 1407.446499] env[69304]: _type = "Task" [ 1407.446499] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.456095] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209772, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.957523] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209772, 'name': Rename_Task, 'duration_secs': 0.168143} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.957523] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.957523] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f69cbdfd-4141-4f71-a037-4b5f85743fa8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.963993] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1407.963993] env[69304]: value = "task-4209773" [ 1407.963993] env[69304]: _type = "Task" [ 1407.963993] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.971792] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.474417] env[69304]: DEBUG oslo_vmware.api [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209773, 'name': PowerOnVM_Task, 'duration_secs': 0.433058} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.474685] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.474887] env[69304]: DEBUG nova.compute.manager [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1408.475644] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50a64c-aa16-402f-b54f-923a03e9412f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.990797] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.991189] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.991289] env[69304]: DEBUG nova.objects.instance [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69304) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1410.000454] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0a60a246-e0eb-4b1c-b4ae-56b605a6a148 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.646673] env[69304]: DEBUG oslo_concurrency.lockutils [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "25a32822-284d-42fc-879f-46e6c5412052" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.647185] env[69304]: DEBUG oslo_concurrency.lockutils [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.647185] env[69304]: DEBUG nova.compute.manager [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1416.648099] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5fcc70-ffe4-48b8-a964-bac8584170fa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.655377] env[69304]: DEBUG nova.compute.manager [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1416.655957] env[69304]: DEBUG nova.objects.instance [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'flavor' on Instance uuid 25a32822-284d-42fc-879f-46e6c5412052 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.664091] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.664471] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47e9fc75-251c-4e80-bce0-f97ed98da92b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.671511] env[69304]: DEBUG oslo_vmware.api [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1417.671511] env[69304]: value = "task-4209774" [ 1417.671511] env[69304]: _type = "Task" [ 1417.671511] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.680347] env[69304]: DEBUG oslo_vmware.api [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.183013] env[69304]: DEBUG oslo_vmware.api [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209774, 'name': PowerOffVM_Task, 'duration_secs': 0.197704} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.183322] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.183522] env[69304]: DEBUG nova.compute.manager [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1418.184295] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dbf1f0-cb6f-458f-aa60-1fa542e9b662 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.695630] env[69304]: DEBUG oslo_concurrency.lockutils [None req-295cb513-f749-430f-9263-e5de48ea28a7 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.012205] env[69304]: DEBUG nova.objects.instance [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'flavor' on Instance uuid 25a32822-284d-42fc-879f-46e6c5412052 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.517808] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.518040] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.518174] env[69304]: DEBUG nova.network.neutron [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.518356] env[69304]: DEBUG nova.objects.instance [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'info_cache' on Instance uuid 25a32822-284d-42fc-879f-46e6c5412052 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.022279] env[69304]: DEBUG nova.objects.base [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Object Instance<25a32822-284d-42fc-879f-46e6c5412052> lazy-loaded attributes: flavor,info_cache {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1420.743233] env[69304]: DEBUG nova.network.neutron [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [{"id": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "address": "fa:16:3e:4c:01:ba", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57eb53-c1", "ovs_interfaceid": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.246113] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.252159] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.253115] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0b57af-8a50-4827-a3e6-9c372d0e83ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.261754] env[69304]: DEBUG oslo_vmware.api [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1422.261754] env[69304]: value = "task-4209775" [ 1422.261754] env[69304]: _type = "Task" [ 1422.261754] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.270471] env[69304]: DEBUG oslo_vmware.api [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.771908] env[69304]: DEBUG oslo_vmware.api [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209775, 'name': PowerOnVM_Task, 'duration_secs': 0.453218} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.772160] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.772369] env[69304]: DEBUG nova.compute.manager [None req-9d03acf1-7af6-43f3-9af7-6ccb8c265d5a tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1422.773168] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df31b020-3eda-4c48-a34f-9f681212b35e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.760181] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5d2f2-65eb-4acf-b8a4-b28dc9971600 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.767368] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Suspending the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1423.767614] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1bc8c862-d031-40a2-a0d8-b615a76b013c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.774494] env[69304]: DEBUG oslo_vmware.api [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1423.774494] env[69304]: value = "task-4209776" [ 1423.774494] env[69304]: _type = "Task" [ 1423.774494] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.783330] env[69304]: DEBUG oslo_vmware.api [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209776, 'name': SuspendVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.287361] env[69304]: DEBUG oslo_vmware.api [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209776, 'name': SuspendVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.786771] env[69304]: DEBUG oslo_vmware.api [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209776, 'name': SuspendVM_Task, 'duration_secs': 0.619111} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.787186] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Suspended the VM {{(pid=69304) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1424.787296] env[69304]: DEBUG nova.compute.manager [None req-0a2ee97a-7eb2-44d2-ae93-53aa2ea34244 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1424.787989] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d46b7-ddbb-4bf5-b299-a1490b7488f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.869801] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.874455] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.875059] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.095157] env[69304]: INFO nova.compute.manager [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Resuming [ 1426.095839] env[69304]: DEBUG nova.objects.instance [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'flavor' on Instance uuid 25a32822-284d-42fc-879f-46e6c5412052 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.874660] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.874660] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1427.606559] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.606559] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquired lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.606559] env[69304]: DEBUG nova.network.neutron [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.875417] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.875684] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.301640] env[69304]: DEBUG nova.network.neutron [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [{"id": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "address": "fa:16:3e:4c:01:ba", "network": {"id": "7c8678d5-4223-466c-8cdb-2351ab782f69", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-717650277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2af8a8ebe543288626122bdb16f46f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc57eb53-c1", "ovs_interfaceid": "bc57eb53-c18f-4ba2-a4f6-11fe02272709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.804768] env[69304]: DEBUG oslo_concurrency.lockutils [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Releasing lock "refresh_cache-25a32822-284d-42fc-879f-46e6c5412052" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.805806] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49047c85-d4d1-4ca5-9800-167bd5cc9c49 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.812808] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Resuming the VM {{(pid=69304) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1428.813089] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ccd6341-9b53-4c78-ae76-0e4e2a98722e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.819630] env[69304]: DEBUG oslo_vmware.api [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1428.819630] env[69304]: value = "task-4209777" [ 1428.819630] env[69304]: _type = "Task" [ 1428.819630] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.827773] env[69304]: DEBUG oslo_vmware.api [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.332886] env[69304]: DEBUG oslo_vmware.api [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.831031] env[69304]: DEBUG oslo_vmware.api [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209777, 'name': PowerOnVM_Task, 'duration_secs': 0.569938} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.831031] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Resumed the VM {{(pid=69304) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1429.831031] env[69304]: DEBUG nova.compute.manager [None req-d3d38f0c-7725-4aa7-bd5e-ad3f45683f93 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1429.831736] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429fa831-7160-40ac-85a6-c5b68d138849 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.875115] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.377952] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.378230] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.378397] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.378554] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1430.379784] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ba62c3-0577-4252-9766-0f5cdefce2c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.388019] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325d5d10-72ac-4a43-9873-d796015d4900 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.402343] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924863b5-0c3b-4db6-ba12-797692293328 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.408796] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c328f-2ede-40af-9a77-aa7e9c6648c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.438066] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180387MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1430.438261] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.438441] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.734898] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "25a32822-284d-42fc-879f-46e6c5412052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.735132] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.735320] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "25a32822-284d-42fc-879f-46e6c5412052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.735983] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.736208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.738389] env[69304]: INFO nova.compute.manager [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Terminating instance [ 1431.242075] env[69304]: DEBUG nova.compute.manager [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.242494] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.243336] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45eada6-f5d9-4297-9f52-4b61cda7d87b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.251618] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.251859] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf2c1e2-43bc-4b02-86be-057dca8a3278 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.258492] env[69304]: DEBUG oslo_vmware.api [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1431.258492] env[69304]: value = "task-4209778" [ 1431.258492] env[69304]: _type = "Task" [ 1431.258492] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.267235] env[69304]: DEBUG oslo_vmware.api [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.465947] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1431.466122] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8649e877-0529-4b60-b147-3aa9b55d78fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1431.466251] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 2f6af9b0-8db1-416f-a694-11d2c88a8f0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1431.466378] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 25a32822-284d-42fc-879f-46e6c5412052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1431.466599] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1431.466747] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1431.522509] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b17ac6-a527-434c-8507-46daeecc7aca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.530225] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c181ab-4253-4b90-bfa2-ecaebbeb1457 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.561328] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af04f420-2b19-4f14-8471-34a42865fd23 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.568874] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87544240-ee33-4596-bcc4-f859279e812e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.581905] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.768626] env[69304]: DEBUG oslo_vmware.api [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209778, 'name': PowerOffVM_Task, 'duration_secs': 0.21152} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.768902] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.769014] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.769281] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59317998-4391-4b16-91a9-3023f23edb9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.832776] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.833070] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.833248] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleting the datastore file [datastore2] 25a32822-284d-42fc-879f-46e6c5412052 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.833521] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ff9bc0-b0e8-4015-866d-c8ee7c59d4dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.840891] env[69304]: DEBUG oslo_vmware.api [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for the task: (returnval){ [ 1431.840891] env[69304]: value = "task-4209780" [ 1431.840891] env[69304]: _type = "Task" [ 1431.840891] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.850114] env[69304]: DEBUG oslo_vmware.api [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.113296] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1432.113564] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 171 to 172 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1432.113726] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.351074] env[69304]: DEBUG oslo_vmware.api [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Task: {'id': task-4209780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155777} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.351523] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.351523] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.351635] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.351783] env[69304]: INFO nova.compute.manager [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1432.352082] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.352304] env[69304]: DEBUG nova.compute.manager [-] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.352401] env[69304]: DEBUG nova.network.neutron [-] [instance: 25a32822-284d-42fc-879f-46e6c5412052] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.619241] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1432.619455] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.827978] env[69304]: DEBUG nova.compute.manager [req-d00a431b-93f8-427e-9e16-a058acb0f7e2 req-4a487e65-7712-462f-8f1f-396d9b2f4f3c service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Received event network-vif-deleted-bc57eb53-c18f-4ba2-a4f6-11fe02272709 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1432.828321] env[69304]: INFO nova.compute.manager [req-d00a431b-93f8-427e-9e16-a058acb0f7e2 req-4a487e65-7712-462f-8f1f-396d9b2f4f3c service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Neutron deleted interface bc57eb53-c18f-4ba2-a4f6-11fe02272709; detaching it from the instance and deleting it from the info cache [ 1432.828393] env[69304]: DEBUG nova.network.neutron [req-d00a431b-93f8-427e-9e16-a058acb0f7e2 req-4a487e65-7712-462f-8f1f-396d9b2f4f3c service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.314140] env[69304]: DEBUG nova.network.neutron [-] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.331092] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ccb24ab-9c76-4d82-853b-1363bf98ba3c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.344289] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5b00c-3d9e-4139-b039-afff22c59508 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.371995] env[69304]: DEBUG nova.compute.manager [req-d00a431b-93f8-427e-9e16-a058acb0f7e2 req-4a487e65-7712-462f-8f1f-396d9b2f4f3c service nova] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Detach interface failed, port_id=bc57eb53-c18f-4ba2-a4f6-11fe02272709, reason: Instance 25a32822-284d-42fc-879f-46e6c5412052 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1433.817180] env[69304]: INFO nova.compute.manager [-] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Took 1.46 seconds to deallocate network for instance. [ 1434.325088] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.325328] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.325632] env[69304]: DEBUG nova.objects.instance [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lazy-loading 'resources' on Instance uuid 25a32822-284d-42fc-879f-46e6c5412052 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.894540] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf354a93-4964-4a55-960c-967558ac5a85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.902115] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343e230-49bf-4f79-a610-4e1d899e0b77 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.933043] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974a5587-642a-4b64-8616-059a9760f1e1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.940713] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62a794-ec97-44c1-87a7-b8f9d961a8ab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.953931] env[69304]: DEBUG nova.compute.provider_tree [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.456954] env[69304]: DEBUG nova.scheduler.client.report [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.619110] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.961940] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.983678] env[69304]: INFO nova.scheduler.client.report [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Deleted allocations for instance 25a32822-284d-42fc-879f-46e6c5412052 [ 1436.124494] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.491516] env[69304]: DEBUG oslo_concurrency.lockutils [None req-35dd4d6c-d344-4c01-9727-7834287981e3 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Lock "25a32822-284d-42fc-879f-46e6c5412052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.868387] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.868655] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.371132] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1442.894138] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.894524] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.896012] env[69304]: INFO nova.compute.claims [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.977604] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c3ec39-1efc-40ff-bcf8-f58e571bf407 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.985753] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f47d97-4400-4f93-8ebb-6f79ab9b7639 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.017267] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c7720e-ad6e-4314-bbea-6454e5159b4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.024923] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7ff492-6cf1-4254-8374-ed52a3d0a4ba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.038282] env[69304]: DEBUG nova.compute.provider_tree [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.541589] env[69304]: DEBUG nova.scheduler.client.report [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.046830] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.047477] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.516067] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.516067] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.552870] env[69304]: DEBUG nova.compute.utils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.554568] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.554747] env[69304]: DEBUG nova.network.neutron [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.598870] env[69304]: DEBUG nova.policy [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.830284] env[69304]: DEBUG nova.network.neutron [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Successfully created port: d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.018747] env[69304]: INFO nova.compute.manager [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Detaching volume aeaa8be6-bd8d-4200-b632-06293bbce3c1 [ 1446.060927] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.068285] env[69304]: INFO nova.virt.block_device [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Attempting to driver detach volume aeaa8be6-bd8d-4200-b632-06293bbce3c1 from mountpoint /dev/sdb [ 1446.068506] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1446.068685] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1446.069585] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26931f7-97a7-4319-9ba7-41708022bfcf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.098158] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d1cd1-6c43-4aa3-85e5-a6de4fc13330 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.106450] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0344b40-adf9-4230-927f-a8b785eabbfd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.127476] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2502cf40-70c5-4a32-979f-3b064e7cecc4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.143315] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] The volume has not been displaced from its original location: [datastore1] volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1/volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1446.148574] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1446.148875] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e67c5144-3d5d-4711-b86d-d9d11b0aa25f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.167261] env[69304]: DEBUG oslo_vmware.api [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1446.167261] env[69304]: value = "task-4209781" [ 1446.167261] env[69304]: _type = "Task" [ 1446.167261] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.175770] env[69304]: DEBUG oslo_vmware.api [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.677489] env[69304]: DEBUG oslo_vmware.api [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209781, 'name': ReconfigVM_Task, 'duration_secs': 0.228756} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.677774] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1446.682422] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f916564-96de-43eb-9455-d7a37df52b92 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.697108] env[69304]: DEBUG oslo_vmware.api [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1446.697108] env[69304]: value = "task-4209782" [ 1446.697108] env[69304]: _type = "Task" [ 1446.697108] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.704851] env[69304]: DEBUG oslo_vmware.api [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.067673] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.095066] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.095330] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.095487] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.095667] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.095815] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.095964] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.096223] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.096416] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.096595] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.096761] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.096930] env[69304]: DEBUG nova.virt.hardware [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.097880] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bd4546-8ef8-4fbf-8715-f6224b0a4028 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.106842] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba938d7e-37b9-4140-9ccb-1b0f0a4fdb1b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.207515] env[69304]: DEBUG oslo_vmware.api [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209782, 'name': ReconfigVM_Task, 'duration_secs': 0.13103} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.207821] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832975', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'name': 'volume-aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f6af9b0-8db1-416f-a694-11d2c88a8f0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1', 'serial': 'aeaa8be6-bd8d-4200-b632-06293bbce3c1'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1447.436402] env[69304]: DEBUG nova.compute.manager [req-983e620c-a994-4505-ae39-6bb43363f439 req-1441eccd-17d0-45c5-a3f0-9c00c1e0db0c service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Received event network-vif-plugged-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1447.436627] env[69304]: DEBUG oslo_concurrency.lockutils [req-983e620c-a994-4505-ae39-6bb43363f439 req-1441eccd-17d0-45c5-a3f0-9c00c1e0db0c service nova] Acquiring lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.436826] env[69304]: DEBUG oslo_concurrency.lockutils [req-983e620c-a994-4505-ae39-6bb43363f439 req-1441eccd-17d0-45c5-a3f0-9c00c1e0db0c service nova] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.437047] env[69304]: DEBUG oslo_concurrency.lockutils [req-983e620c-a994-4505-ae39-6bb43363f439 req-1441eccd-17d0-45c5-a3f0-9c00c1e0db0c service nova] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.437169] env[69304]: DEBUG nova.compute.manager [req-983e620c-a994-4505-ae39-6bb43363f439 req-1441eccd-17d0-45c5-a3f0-9c00c1e0db0c service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] No waiting events found dispatching network-vif-plugged-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1447.437352] env[69304]: WARNING nova.compute.manager [req-983e620c-a994-4505-ae39-6bb43363f439 req-1441eccd-17d0-45c5-a3f0-9c00c1e0db0c service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Received unexpected event network-vif-plugged-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 for instance with vm_state building and task_state spawning. [ 1447.516496] env[69304]: DEBUG nova.network.neutron [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Successfully updated port: d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.751686] env[69304]: DEBUG nova.objects.instance [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'flavor' on Instance uuid 2f6af9b0-8db1-416f-a694-11d2c88a8f0f {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.019203] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.019390] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.019484] env[69304]: DEBUG nova.network.neutron [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.557264] env[69304]: DEBUG nova.network.neutron [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.689624] env[69304]: DEBUG nova.network.neutron [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Updating instance_info_cache with network_info: [{"id": "d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21", "address": "fa:16:3e:36:0b:0f", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2244bcd-f9", "ovs_interfaceid": "d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.759284] env[69304]: DEBUG oslo_concurrency.lockutils [None req-57c57440-80ad-4e48-b43d-319880cad99c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.192691] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.193241] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Instance network_info: |[{"id": "d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21", "address": "fa:16:3e:36:0b:0f", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2244bcd-f9", "ovs_interfaceid": "d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.193737] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:0b:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2244bcd-f9e1-4a46-9e74-ec6a9fccfe21', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.201424] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating folder: Project (5e71e314171b41cf821a07f38c20e4d9). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.201785] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf45a97-6372-41f3-8880-ab5879e47352 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.215238] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created folder: Project (5e71e314171b41cf821a07f38c20e4d9) in parent group-v832645. [ 1449.215456] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating folder: Instances. Parent ref: group-v832977. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.215725] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ce2397d-d019-4583-b844-ffe8e83ee2f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.227259] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created folder: Instances in parent group-v832977. [ 1449.227559] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.227764] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.227972] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bacbca47-6298-49b0-a082-94398116acb8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.247634] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.247634] env[69304]: value = "task-4209785" [ 1449.247634] env[69304]: _type = "Task" [ 1449.247634] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.258860] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209785, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.464252] env[69304]: DEBUG nova.compute.manager [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Received event network-changed-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1449.464557] env[69304]: DEBUG nova.compute.manager [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Refreshing instance network info cache due to event network-changed-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1449.464617] env[69304]: DEBUG oslo_concurrency.lockutils [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] Acquiring lock "refresh_cache-7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.464753] env[69304]: DEBUG oslo_concurrency.lockutils [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] Acquired lock "refresh_cache-7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.464907] env[69304]: DEBUG nova.network.neutron [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Refreshing network info cache for port d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.757553] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209785, 'name': CreateVM_Task, 'duration_secs': 0.292629} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.757928] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.758434] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.758601] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.758943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.759214] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a8e9c3-bf25-4095-91d2-cb663a275452 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.764265] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1449.764265] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ccebf0-b21f-974b-259f-9b706352a14a" [ 1449.764265] env[69304]: _type = "Task" [ 1449.764265] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.772187] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ccebf0-b21f-974b-259f-9b706352a14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.786751] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.786965] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.787192] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.787380] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.787545] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.789667] env[69304]: INFO nova.compute.manager [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Terminating instance [ 1450.153638] env[69304]: DEBUG nova.network.neutron [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Updated VIF entry in instance network info cache for port d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.153994] env[69304]: DEBUG nova.network.neutron [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Updating instance_info_cache with network_info: [{"id": "d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21", "address": "fa:16:3e:36:0b:0f", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2244bcd-f9", "ovs_interfaceid": "d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.275353] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52ccebf0-b21f-974b-259f-9b706352a14a, 'name': SearchDatastore_Task, 'duration_secs': 0.013111} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.275648] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.275887] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.276153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.276307] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.276492] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.276751] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b5632c-4b75-4fbb-af94-dd20c51515e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.285608] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.285788] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.286563] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81adec4e-d3ec-4dab-b53c-7ba77fdbb81d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.293265] env[69304]: DEBUG nova.compute.manager [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1450.293537] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.293918] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1450.293918] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521c6396-997f-b68d-c942-644967baa3bb" [ 1450.293918] env[69304]: _type = "Task" [ 1450.293918] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.294971] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a760d4-e79c-4441-b4b6-4b619fcda433 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.307534] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521c6396-997f-b68d-c942-644967baa3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.310299] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.310530] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7c5b88-f6b4-409b-bfe0-0702021d3559 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.312675] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81416b4-a8a9-4827-a6bd-14d663166bba {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.317248] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1450.317248] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524b375a-9c5a-618c-4225-9b8924f8d937" [ 1450.317248] env[69304]: _type = "Task" [ 1450.317248] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.322242] env[69304]: DEBUG oslo_vmware.api [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1450.322242] env[69304]: value = "task-4209786" [ 1450.322242] env[69304]: _type = "Task" [ 1450.322242] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.328634] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524b375a-9c5a-618c-4225-9b8924f8d937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.334074] env[69304]: DEBUG oslo_vmware.api [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.657349] env[69304]: DEBUG oslo_concurrency.lockutils [req-ece47c44-818e-459b-9202-dcdbea01cec2 req-0ff13809-415d-4e2a-b472-c96577e2bf98 service nova] Releasing lock "refresh_cache-7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.830132] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]524b375a-9c5a-618c-4225-9b8924f8d937, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.830796] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.831091] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446/7ccc27c7-f0fa-4df7-90cd-926a3a2c9446.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.831376] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06b1dc42-8a8a-422d-92dc-b24342cb03ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.836161] env[69304]: DEBUG oslo_vmware.api [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209786, 'name': PowerOffVM_Task, 'duration_secs': 0.202028} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.836713] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.836905] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.837151] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2b2054d-f928-4c84-9ac9-d12946546ead {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.841570] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1450.841570] env[69304]: value = "task-4209787" [ 1450.841570] env[69304]: _type = "Task" [ 1450.841570] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.849626] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.900677] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.900923] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.901130] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 2f6af9b0-8db1-416f-a694-11d2c88a8f0f {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.901440] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66d36d04-0da6-45e5-bca2-7c81da98126c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.908390] env[69304]: DEBUG oslo_vmware.api [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1450.908390] env[69304]: value = "task-4209789" [ 1450.908390] env[69304]: _type = "Task" [ 1450.908390] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.916559] env[69304]: DEBUG oslo_vmware.api [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.353743] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209787, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.418538] env[69304]: DEBUG oslo_vmware.api [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181151} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.418828] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.419032] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.419224] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.419405] env[69304]: INFO nova.compute.manager [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1451.419649] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1451.419837] env[69304]: DEBUG nova.compute.manager [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1451.419931] env[69304]: DEBUG nova.network.neutron [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1451.853205] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547865} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.853545] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446/7ccc27c7-f0fa-4df7-90cd-926a3a2c9446.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.853682] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.853947] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7032ec11-5a5b-44a3-870f-d17206298fcc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.861763] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1451.861763] env[69304]: value = "task-4209790" [ 1451.861763] env[69304]: _type = "Task" [ 1451.861763] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.871264] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.957149] env[69304]: DEBUG nova.compute.manager [req-7c581292-54b7-44ac-9a9e-995ccdd90def req-afb34d73-6d5e-4941-a28a-349747dc0c7d service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Received event network-vif-deleted-5fe83204-fd15-4831-864b-0401e6659ff8 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1451.957362] env[69304]: INFO nova.compute.manager [req-7c581292-54b7-44ac-9a9e-995ccdd90def req-afb34d73-6d5e-4941-a28a-349747dc0c7d service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Neutron deleted interface 5fe83204-fd15-4831-864b-0401e6659ff8; detaching it from the instance and deleting it from the info cache [ 1451.957536] env[69304]: DEBUG nova.network.neutron [req-7c581292-54b7-44ac-9a9e-995ccdd90def req-afb34d73-6d5e-4941-a28a-349747dc0c7d service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.372637] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075053} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.373632] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.373970] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7ac6e8-0e5a-49b1-b1b8-56f04faaa9f1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.397212] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446/7ccc27c7-f0fa-4df7-90cd-926a3a2c9446.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.397540] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a490d9-ff3d-4e0f-aafe-dc4595abbf99 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.418245] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1452.418245] env[69304]: value = "task-4209791" [ 1452.418245] env[69304]: _type = "Task" [ 1452.418245] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.426484] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.434059] env[69304]: DEBUG nova.network.neutron [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.460602] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0978c563-8dd7-4e43-a379-3d6123f05fa9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.471209] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359d40f3-254f-4e95-92b1-656b240993e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.499400] env[69304]: DEBUG nova.compute.manager [req-7c581292-54b7-44ac-9a9e-995ccdd90def req-afb34d73-6d5e-4941-a28a-349747dc0c7d service nova] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Detach interface failed, port_id=5fe83204-fd15-4831-864b-0401e6659ff8, reason: Instance 2f6af9b0-8db1-416f-a694-11d2c88a8f0f could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1452.928506] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209791, 'name': ReconfigVM_Task, 'duration_secs': 0.302995} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.928896] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446/7ccc27c7-f0fa-4df7-90cd-926a3a2c9446.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.929679] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-512a338d-a1b0-48f4-8367-d4d25485f59b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.935825] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1452.935825] env[69304]: value = "task-4209792" [ 1452.935825] env[69304]: _type = "Task" [ 1452.935825] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.936301] env[69304]: INFO nova.compute.manager [-] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Took 1.52 seconds to deallocate network for instance. [ 1452.947078] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209792, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.446404] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209792, 'name': Rename_Task, 'duration_secs': 0.150378} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.446671] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.446927] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e30ae67-8344-49e2-b18c-edb2563d771c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.449282] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.449532] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.449747] env[69304]: DEBUG nova.objects.instance [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'resources' on Instance uuid 2f6af9b0-8db1-416f-a694-11d2c88a8f0f {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.457607] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1453.457607] env[69304]: value = "task-4209793" [ 1453.457607] env[69304]: _type = "Task" [ 1453.457607] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.465403] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.966951] env[69304]: DEBUG oslo_vmware.api [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209793, 'name': PowerOnVM_Task, 'duration_secs': 0.443987} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.967349] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.967431] env[69304]: INFO nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1453.967608] env[69304]: DEBUG nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1453.968396] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c4f614-8a93-4fc0-b027-0671dc82256e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.024556] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa18475-0869-4dcf-a6ae-0a77e427551f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.032991] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa98ef-5a0f-436b-90aa-b0f66e93ad97 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.065174] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04a277-9fcc-4492-b07f-f525bee212ee {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.073274] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452b23e-f384-4421-9a7f-5653f0400f25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.086845] env[69304]: DEBUG nova.compute.provider_tree [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.488724] env[69304]: INFO nova.compute.manager [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Took 11.61 seconds to build instance. [ 1454.589819] env[69304]: DEBUG nova.scheduler.client.report [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.991122] env[69304]: DEBUG oslo_concurrency.lockutils [None req-61a58bea-a904-4b18-89f7-4302e8e4afcc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.122s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.095339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.117805] env[69304]: INFO nova.scheduler.client.report [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted allocations for instance 2f6af9b0-8db1-416f-a694-11d2c88a8f0f [ 1455.625559] env[69304]: DEBUG oslo_concurrency.lockutils [None req-b8ea5cda-86b2-4584-a735-b9052edc3331 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "2f6af9b0-8db1-416f-a694-11d2c88a8f0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.838s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.775083] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.775324] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.277852] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.803071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.803401] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.804974] env[69304]: INFO nova.compute.claims [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.307451] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.307763] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.811880] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.885205] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b8404-d046-41c5-868f-d40e4c9e54bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.892544] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd040bb4-a7b1-44fd-8299-1c56b7a9fcf9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.924904] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c253079-5807-46ee-9172-4f67fffdbc31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.932793] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77536d1-bd70-4774-b81f-aff52103ba8e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.946160] env[69304]: DEBUG nova.compute.provider_tree [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.332343] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.449130] env[69304]: DEBUG nova.scheduler.client.report [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.955396] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.955937] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.958542] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.626s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.960231] env[69304]: INFO nova.compute.claims [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.464945] env[69304]: DEBUG nova.compute.utils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1459.468118] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.468290] env[69304]: DEBUG nova.network.neutron [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.515982] env[69304]: DEBUG nova.policy [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.766347] env[69304]: DEBUG nova.network.neutron [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Successfully created port: 11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.969515] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1460.054560] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7306c3c-a246-4f1c-a898-9bfac739ed91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.062723] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76e0041-c378-4392-88c7-259799a2cb3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.094875] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6eaacb-c694-45f7-bb43-5d35208fe644 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.102955] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd45c9d-1378-4fd7-bac6-633faac9d97f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.116568] env[69304]: DEBUG nova.compute.provider_tree [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.620077] env[69304]: DEBUG nova.scheduler.client.report [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.981553] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.007177] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.007439] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.007597] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.007778] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.007927] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.008091] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.008390] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.008570] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.008742] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.008904] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.009089] env[69304]: DEBUG nova.virt.hardware [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.009979] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642e186e-12bc-4a6d-84e3-1fd49aceba5b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.018705] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e80b9-da22-4aa7-8827-b2cbc3376479 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.125647] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.125987] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.136459] env[69304]: DEBUG nova.compute.manager [req-a17ef258-6647-444f-9577-346a745b57f3 req-19df1c3b-7216-4b88-ac76-0f82637a310e service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Received event network-vif-plugged-11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1461.136693] env[69304]: DEBUG oslo_concurrency.lockutils [req-a17ef258-6647-444f-9577-346a745b57f3 req-19df1c3b-7216-4b88-ac76-0f82637a310e service nova] Acquiring lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.136877] env[69304]: DEBUG oslo_concurrency.lockutils [req-a17ef258-6647-444f-9577-346a745b57f3 req-19df1c3b-7216-4b88-ac76-0f82637a310e service nova] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.137055] env[69304]: DEBUG oslo_concurrency.lockutils [req-a17ef258-6647-444f-9577-346a745b57f3 req-19df1c3b-7216-4b88-ac76-0f82637a310e service nova] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.137230] env[69304]: DEBUG nova.compute.manager [req-a17ef258-6647-444f-9577-346a745b57f3 req-19df1c3b-7216-4b88-ac76-0f82637a310e service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] No waiting events found dispatching network-vif-plugged-11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1461.137417] env[69304]: WARNING nova.compute.manager [req-a17ef258-6647-444f-9577-346a745b57f3 req-19df1c3b-7216-4b88-ac76-0f82637a310e service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Received unexpected event network-vif-plugged-11c46043-2bff-4cdd-9210-a83f2d1f647f for instance with vm_state building and task_state spawning. [ 1461.229362] env[69304]: DEBUG nova.network.neutron [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Successfully updated port: 11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.630759] env[69304]: DEBUG nova.compute.utils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1461.632262] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1461.632477] env[69304]: DEBUG nova.network.neutron [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1461.683255] env[69304]: DEBUG nova.policy [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc321f975fa3401da7c38978ed4d1bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9367304ddc4885a7c8d97bf4b1cb72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.732260] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.732435] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.732583] env[69304]: DEBUG nova.network.neutron [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.938544] env[69304]: DEBUG nova.network.neutron [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Successfully created port: 1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1462.135272] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.265656] env[69304]: DEBUG nova.network.neutron [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.405354] env[69304]: DEBUG nova.network.neutron [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Updating instance_info_cache with network_info: [{"id": "11c46043-2bff-4cdd-9210-a83f2d1f647f", "address": "fa:16:3e:0e:82:ab", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11c46043-2b", "ovs_interfaceid": "11c46043-2bff-4cdd-9210-a83f2d1f647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.908094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.908557] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Instance network_info: |[{"id": "11c46043-2bff-4cdd-9210-a83f2d1f647f", "address": "fa:16:3e:0e:82:ab", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11c46043-2b", "ovs_interfaceid": "11c46043-2bff-4cdd-9210-a83f2d1f647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1462.908776] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:82:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11c46043-2bff-4cdd-9210-a83f2d1f647f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.916635] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.916891] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.917148] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e4a0e6-5a76-47f9-a693-267f50b9067f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.999073] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.999073] env[69304]: value = "task-4209794" [ 1462.999073] env[69304]: _type = "Task" [ 1462.999073] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.009823] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209794, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.146064] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.165663] env[69304]: DEBUG nova.compute.manager [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Received event network-changed-11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1463.165874] env[69304]: DEBUG nova.compute.manager [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Refreshing instance network info cache due to event network-changed-11c46043-2bff-4cdd-9210-a83f2d1f647f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1463.166145] env[69304]: DEBUG oslo_concurrency.lockutils [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] Acquiring lock "refresh_cache-69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.166289] env[69304]: DEBUG oslo_concurrency.lockutils [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] Acquired lock "refresh_cache-69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.166462] env[69304]: DEBUG nova.network.neutron [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Refreshing network info cache for port 11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.176339] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.177051] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.177051] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.177051] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.177051] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.177358] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.177431] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.177594] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.177764] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.177928] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.178128] env[69304]: DEBUG nova.virt.hardware [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.179335] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600c8b5f-5d30-4238-b47b-f9251fe85aab {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.189104] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d80057-3ee6-4971-8d3e-5be345dc1ba8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.430969] env[69304]: DEBUG nova.network.neutron [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Successfully updated port: 1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.509796] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209794, 'name': CreateVM_Task, 'duration_secs': 0.475953} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.510098] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.510685] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.510857] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.511197] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.511454] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d75bb8-a42c-43d5-a929-441da5b6dd3f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.516130] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1463.516130] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5253cf8b-4e94-9754-a453-52d92ae17f02" [ 1463.516130] env[69304]: _type = "Task" [ 1463.516130] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.523603] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5253cf8b-4e94-9754-a453-52d92ae17f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.884054] env[69304]: DEBUG nova.network.neutron [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Updated VIF entry in instance network info cache for port 11c46043-2bff-4cdd-9210-a83f2d1f647f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.884455] env[69304]: DEBUG nova.network.neutron [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Updating instance_info_cache with network_info: [{"id": "11c46043-2bff-4cdd-9210-a83f2d1f647f", "address": "fa:16:3e:0e:82:ab", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11c46043-2b", "ovs_interfaceid": "11c46043-2bff-4cdd-9210-a83f2d1f647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.933914] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.934305] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.934305] env[69304]: DEBUG nova.network.neutron [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.027797] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5253cf8b-4e94-9754-a453-52d92ae17f02, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.028133] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.028379] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.028618] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.028764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.028942] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.029239] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-298f474c-049f-46f1-9912-1cd0c92729a5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.038521] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.038740] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.039485] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa66925-c307-4a0e-a272-68a6714fe2cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.044797] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1464.044797] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529d319e-a2b7-9d50-85cb-078b4cd46f5c" [ 1464.044797] env[69304]: _type = "Task" [ 1464.044797] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.052800] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529d319e-a2b7-9d50-85cb-078b4cd46f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.387243] env[69304]: DEBUG oslo_concurrency.lockutils [req-81e93ee1-e571-4b51-92f2-9c2fbc9e5bc6 req-813bff8e-1914-4724-ae8b-dfe3eece0a56 service nova] Releasing lock "refresh_cache-69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.465647] env[69304]: DEBUG nova.network.neutron [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.554941] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]529d319e-a2b7-9d50-85cb-078b4cd46f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.557691] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2d2b1b-6d12-4a20-9e44-34ccf94b80d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.562940] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1464.562940] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e89f5-e885-574d-53ef-48b1f078d32f" [ 1464.562940] env[69304]: _type = "Task" [ 1464.562940] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.570591] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e89f5-e885-574d-53ef-48b1f078d32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.589395] env[69304]: DEBUG nova.network.neutron [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Updating instance_info_cache with network_info: [{"id": "1ef910e1-8e36-45d0-ab9f-464753904983", "address": "fa:16:3e:12:46:e6", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef910e1-8e", "ovs_interfaceid": "1ef910e1-8e36-45d0-ab9f-464753904983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.074449] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]520e89f5-e885-574d-53ef-48b1f078d32f, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.074955] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.075027] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9/69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.075260] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361f1b2e-77e2-4c09-9e58-44986fa9b277 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.083063] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1465.083063] env[69304]: value = "task-4209795" [ 1465.083063] env[69304]: _type = "Task" [ 1465.083063] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.091567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.091896] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Instance network_info: |[{"id": "1ef910e1-8e36-45d0-ab9f-464753904983", "address": "fa:16:3e:12:46:e6", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef910e1-8e", "ovs_interfaceid": "1ef910e1-8e36-45d0-ab9f-464753904983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.092219] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.092566] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:46:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef910e1-8e36-45d0-ab9f-464753904983', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.100209] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.100430] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.100654] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cbb4448-28d5-403a-b087-c99e54618734 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.121606] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.121606] env[69304]: value = "task-4209796" [ 1465.121606] env[69304]: _type = "Task" [ 1465.121606] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.130228] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209796, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.195870] env[69304]: DEBUG nova.compute.manager [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Received event network-vif-plugged-1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1465.196064] env[69304]: DEBUG oslo_concurrency.lockutils [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] Acquiring lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.196275] env[69304]: DEBUG oslo_concurrency.lockutils [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.196446] env[69304]: DEBUG oslo_concurrency.lockutils [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.196613] env[69304]: DEBUG nova.compute.manager [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] No waiting events found dispatching network-vif-plugged-1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1465.196837] env[69304]: WARNING nova.compute.manager [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Received unexpected event network-vif-plugged-1ef910e1-8e36-45d0-ab9f-464753904983 for instance with vm_state building and task_state spawning. [ 1465.196921] env[69304]: DEBUG nova.compute.manager [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Received event network-changed-1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1465.197095] env[69304]: DEBUG nova.compute.manager [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Refreshing instance network info cache due to event network-changed-1ef910e1-8e36-45d0-ab9f-464753904983. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1465.197308] env[69304]: DEBUG oslo_concurrency.lockutils [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] Acquiring lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.197511] env[69304]: DEBUG oslo_concurrency.lockutils [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] Acquired lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.197709] env[69304]: DEBUG nova.network.neutron [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Refreshing network info cache for port 1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.595171] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.631921] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209796, 'name': CreateVM_Task, 'duration_secs': 0.509511} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.632206] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.632758] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.632926] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.633277] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.633568] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597e65a0-72e4-48e8-945f-8a52a6ebdb9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.638204] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1465.638204] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d9922f-85b0-64d9-563d-c55f5ce27d81" [ 1465.638204] env[69304]: _type = "Task" [ 1465.638204] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.646226] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d9922f-85b0-64d9-563d-c55f5ce27d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.877956] env[69304]: DEBUG nova.network.neutron [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Updated VIF entry in instance network info cache for port 1ef910e1-8e36-45d0-ab9f-464753904983. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.878374] env[69304]: DEBUG nova.network.neutron [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Updating instance_info_cache with network_info: [{"id": "1ef910e1-8e36-45d0-ab9f-464753904983", "address": "fa:16:3e:12:46:e6", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef910e1-8e", "ovs_interfaceid": "1ef910e1-8e36-45d0-ab9f-464753904983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.093813] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554735} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.094118] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9/69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.094378] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.094560] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270a8f76-e4fc-4253-92da-47ea75fd3ad4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.102047] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1466.102047] env[69304]: value = "task-4209797" [ 1466.102047] env[69304]: _type = "Task" [ 1466.102047] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.110438] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.149139] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d9922f-85b0-64d9-563d-c55f5ce27d81, 'name': SearchDatastore_Task, 'duration_secs': 0.013898} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.149433] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.149666] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.149899] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.150058] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.150252] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.150514] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50f21d21-8878-46f6-992f-6d6d59739304 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.159244] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.159445] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.160215] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4efc1d-13ad-4bb6-a173-569a397c9294 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.165523] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1466.165523] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fa0044-6ae2-0d80-6dbf-a94c9902a814" [ 1466.165523] env[69304]: _type = "Task" [ 1466.165523] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.173986] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fa0044-6ae2-0d80-6dbf-a94c9902a814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.381742] env[69304]: DEBUG oslo_concurrency.lockutils [req-7873d9e2-3ba3-49a8-bc26-47a45ffd2844 req-8051e0ef-beba-4776-8124-fa8ae59d9d41 service nova] Releasing lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.615394] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070643} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.615699] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.616517] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb94d1a-07ec-44e3-b737-10573f570474 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.641474] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9/69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.641735] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d811959-aeb1-45fb-8375-c1a399b0c5e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.662859] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1466.662859] env[69304]: value = "task-4209798" [ 1466.662859] env[69304]: _type = "Task" [ 1466.662859] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.673624] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.676994] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52fa0044-6ae2-0d80-6dbf-a94c9902a814, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.677760] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4d16a4-daa9-454e-8829-8f2b1393fe9c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.682905] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1466.682905] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528069c4-8552-4906-aa1c-6bbb151a7d8f" [ 1466.682905] env[69304]: _type = "Task" [ 1466.682905] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.692536] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528069c4-8552-4906-aa1c-6bbb151a7d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.173026] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209798, 'name': ReconfigVM_Task, 'duration_secs': 0.496428} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.173353] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9/69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.173973] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c499bd-d863-441c-8ec4-a8a1ddb357ff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.179988] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1467.179988] env[69304]: value = "task-4209799" [ 1467.179988] env[69304]: _type = "Task" [ 1467.179988] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.191711] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209799, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.195112] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]528069c4-8552-4906-aa1c-6bbb151a7d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012259} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.195357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.195618] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 44af9988-ba3e-4ee2-a287-bf1aff0a194c/44af9988-ba3e-4ee2-a287-bf1aff0a194c.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.195869] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ae55651-bef3-48df-b917-55aa0cdaa5a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.202766] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1467.202766] env[69304]: value = "task-4209800" [ 1467.202766] env[69304]: _type = "Task" [ 1467.202766] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.211618] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.690355] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209799, 'name': Rename_Task, 'duration_secs': 0.141584} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.690632] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.690884] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743f5cf4-d852-4f8a-87a9-d6bc80af6909 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.697138] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1467.697138] env[69304]: value = "task-4209801" [ 1467.697138] env[69304]: _type = "Task" [ 1467.697138] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.705138] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.713061] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448988} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.713327] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 44af9988-ba3e-4ee2-a287-bf1aff0a194c/44af9988-ba3e-4ee2-a287-bf1aff0a194c.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.713583] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.713855] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2cb586d-962c-4b63-a77f-c9e39fb82b6e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.720563] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1467.720563] env[69304]: value = "task-4209802" [ 1467.720563] env[69304]: _type = "Task" [ 1467.720563] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.731272] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.208947] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.231087] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066151} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.231314] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.232165] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b012c975-7580-4022-a8cc-2eb6f3c84cac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.255812] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 44af9988-ba3e-4ee2-a287-bf1aff0a194c/44af9988-ba3e-4ee2-a287-bf1aff0a194c.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.256193] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3173d92-b351-4c59-bd72-83b03a60fad7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.276541] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1468.276541] env[69304]: value = "task-4209803" [ 1468.276541] env[69304]: _type = "Task" [ 1468.276541] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.285479] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.708270] env[69304]: DEBUG oslo_vmware.api [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209801, 'name': PowerOnVM_Task, 'duration_secs': 0.798337} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.708508] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.708710] env[69304]: INFO nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1468.708891] env[69304]: DEBUG nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1468.709683] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d8ef3a-3322-4f4a-a1af-0574004e2ba6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.786917] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209803, 'name': ReconfigVM_Task, 'duration_secs': 0.342242} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.787290] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 44af9988-ba3e-4ee2-a287-bf1aff0a194c/44af9988-ba3e-4ee2-a287-bf1aff0a194c.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.787962] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-202911a2-f2e2-4a52-a826-aa63ed559313 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.794651] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1468.794651] env[69304]: value = "task-4209804" [ 1468.794651] env[69304]: _type = "Task" [ 1468.794651] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.803824] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209804, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.226118] env[69304]: INFO nova.compute.manager [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Took 12.44 seconds to build instance. [ 1469.306135] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209804, 'name': Rename_Task, 'duration_secs': 0.167113} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.306441] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.306709] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6fc8c6-b0b7-4b7b-8187-559a38a039ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.313956] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1469.313956] env[69304]: value = "task-4209805" [ 1469.313956] env[69304]: _type = "Task" [ 1469.313956] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.322231] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.728318] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5385664d-f2d6-40cb-8587-7a07ea28775d tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.953s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.824314] env[69304]: DEBUG oslo_vmware.api [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209805, 'name': PowerOnVM_Task, 'duration_secs': 0.501968} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.824462] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.824576] env[69304]: INFO nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1469.824759] env[69304]: DEBUG nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1469.825555] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebed31f-1e4e-42c6-a94a-565c70d7a536 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.113038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.113038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.113038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.113038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.113038] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.115548] env[69304]: INFO nova.compute.manager [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Terminating instance [ 1470.345106] env[69304]: INFO nova.compute.manager [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Took 12.03 seconds to build instance. [ 1470.618966] env[69304]: DEBUG nova.compute.manager [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.619166] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.620459] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642637fb-fb47-4d25-ac60-483831d70a90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.628351] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.628454] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03aeef19-7d66-4b11-96c1-c6e8158a8cac {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.634604] env[69304]: DEBUG oslo_vmware.api [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1470.634604] env[69304]: value = "task-4209806" [ 1470.634604] env[69304]: _type = "Task" [ 1470.634604] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.642784] env[69304]: DEBUG oslo_vmware.api [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.846764] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f39e2e6a-147b-4c29-ad73-73398ee3339e tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.539s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.144876] env[69304]: DEBUG oslo_vmware.api [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209806, 'name': PowerOffVM_Task, 'duration_secs': 0.214521} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.145352] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.145552] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.145862] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca26774-0a26-48f1-991b-33f94a69cb2a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.210507] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.210735] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.210923] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore1] 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.211216] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-663d26f0-3758-404f-9204-1d30e57ef08f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.217888] env[69304]: DEBUG oslo_vmware.api [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1471.217888] env[69304]: value = "task-4209808" [ 1471.217888] env[69304]: _type = "Task" [ 1471.217888] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.226209] env[69304]: DEBUG oslo_vmware.api [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.268733] env[69304]: DEBUG nova.compute.manager [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Received event network-changed-1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1471.268948] env[69304]: DEBUG nova.compute.manager [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Refreshing instance network info cache due to event network-changed-1ef910e1-8e36-45d0-ab9f-464753904983. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1471.269328] env[69304]: DEBUG oslo_concurrency.lockutils [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] Acquiring lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.269474] env[69304]: DEBUG oslo_concurrency.lockutils [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] Acquired lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.269637] env[69304]: DEBUG nova.network.neutron [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Refreshing network info cache for port 1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.729040] env[69304]: DEBUG oslo_vmware.api [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162515} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.729373] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.729520] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.729698] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.729875] env[69304]: INFO nova.compute.manager [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1471.730158] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.730455] env[69304]: DEBUG nova.compute.manager [-] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.730592] env[69304]: DEBUG nova.network.neutron [-] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.984218] env[69304]: DEBUG nova.network.neutron [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Updated VIF entry in instance network info cache for port 1ef910e1-8e36-45d0-ab9f-464753904983. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1471.984611] env[69304]: DEBUG nova.network.neutron [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Updating instance_info_cache with network_info: [{"id": "1ef910e1-8e36-45d0-ab9f-464753904983", "address": "fa:16:3e:12:46:e6", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef910e1-8e", "ovs_interfaceid": "1ef910e1-8e36-45d0-ab9f-464753904983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.490011] env[69304]: DEBUG oslo_concurrency.lockutils [req-bd9eee5f-102b-4c91-8aa4-3bf64c6ef296 req-7e681fac-1349-4420-95c4-bff7ccbb7a97 service nova] Releasing lock "refresh_cache-44af9988-ba3e-4ee2-a287-bf1aff0a194c" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.498689] env[69304]: DEBUG nova.network.neutron [-] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.001524] env[69304]: INFO nova.compute.manager [-] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Took 1.27 seconds to deallocate network for instance. [ 1473.293911] env[69304]: DEBUG nova.compute.manager [req-77cfb580-6c83-4135-9c38-b2bbc1435e70 req-9228a8e2-0a84-433a-8392-004ec1595c9f service nova] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Received event network-vif-deleted-11c46043-2bff-4cdd-9210-a83f2d1f647f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1473.508079] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.508397] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.508637] env[69304]: DEBUG nova.objects.instance [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.090111] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b08a72-06d9-4ba7-a1bc-0f464bc4bbc7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.099054] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148f88a-f688-4a86-ae48-49ee5645f137 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.130246] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f2ca2-ad91-4c09-aa04-1034f9ab2785 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.138568] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b540fc28-91ed-48f6-b5b4-cc0bea39816b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.152915] env[69304]: DEBUG nova.compute.provider_tree [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.656669] env[69304]: DEBUG nova.scheduler.client.report [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.162630] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.184612] env[69304]: INFO nova.scheduler.client.report [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9 [ 1475.694153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.582s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.174623] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "711b3954-8f6c-40cd-96a0-11275ba92779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.174990] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "711b3954-8f6c-40cd-96a0-11275ba92779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.677664] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1478.200796] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.201082] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.202752] env[69304]: INFO nova.compute.claims [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1479.307413] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765b12e-072f-4251-902a-7f80f869cb25 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.322259] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f0607-691d-4f3a-a8e3-6139104f0a48 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.372647] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a4766-4138-445d-9d61-d50a459bd10a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.384530] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68dd3e3-f628-42d5-865e-c8bbda7cd37b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.406665] env[69304]: DEBUG nova.compute.provider_tree [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.911289] env[69304]: DEBUG nova.scheduler.client.report [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.417148] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.417849] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.923043] env[69304]: DEBUG nova.compute.utils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1480.924533] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.924715] env[69304]: DEBUG nova.network.neutron [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.973218] env[69304]: DEBUG nova.policy [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1481.230366] env[69304]: DEBUG nova.network.neutron [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Successfully created port: 1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.428407] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1482.439051] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.466016] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.466285] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.466447] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.466629] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.466775] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.467011] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.467298] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.467474] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.467648] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.467812] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.468022] env[69304]: DEBUG nova.virt.hardware [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.468879] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aaeb91-4126-488c-8b8d-a03f0124a733 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.477324] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6cd38-0b0c-4719-aff8-9bd17bf9c084 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.614268] env[69304]: DEBUG nova.compute.manager [req-2f5ad235-d04c-4349-bf9a-bebc857632f0 req-7311f77d-4383-4d51-90d4-066aa26b4c0b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Received event network-vif-plugged-1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1482.614503] env[69304]: DEBUG oslo_concurrency.lockutils [req-2f5ad235-d04c-4349-bf9a-bebc857632f0 req-7311f77d-4383-4d51-90d4-066aa26b4c0b service nova] Acquiring lock "711b3954-8f6c-40cd-96a0-11275ba92779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.614777] env[69304]: DEBUG oslo_concurrency.lockutils [req-2f5ad235-d04c-4349-bf9a-bebc857632f0 req-7311f77d-4383-4d51-90d4-066aa26b4c0b service nova] Lock "711b3954-8f6c-40cd-96a0-11275ba92779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.614941] env[69304]: DEBUG oslo_concurrency.lockutils [req-2f5ad235-d04c-4349-bf9a-bebc857632f0 req-7311f77d-4383-4d51-90d4-066aa26b4c0b service nova] Lock "711b3954-8f6c-40cd-96a0-11275ba92779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.615051] env[69304]: DEBUG nova.compute.manager [req-2f5ad235-d04c-4349-bf9a-bebc857632f0 req-7311f77d-4383-4d51-90d4-066aa26b4c0b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] No waiting events found dispatching network-vif-plugged-1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1482.615223] env[69304]: WARNING nova.compute.manager [req-2f5ad235-d04c-4349-bf9a-bebc857632f0 req-7311f77d-4383-4d51-90d4-066aa26b4c0b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Received unexpected event network-vif-plugged-1545f449-9fdb-4607-8195-c1f1fdef7dfc for instance with vm_state building and task_state spawning. [ 1482.697807] env[69304]: DEBUG nova.network.neutron [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Successfully updated port: 1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.204304] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-711b3954-8f6c-40cd-96a0-11275ba92779" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.204472] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-711b3954-8f6c-40cd-96a0-11275ba92779" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.204663] env[69304]: DEBUG nova.network.neutron [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.743961] env[69304]: DEBUG nova.network.neutron [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.876139] env[69304]: DEBUG nova.network.neutron [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Updating instance_info_cache with network_info: [{"id": "1545f449-9fdb-4607-8195-c1f1fdef7dfc", "address": "fa:16:3e:12:37:a8", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1545f449-9f", "ovs_interfaceid": "1545f449-9fdb-4607-8195-c1f1fdef7dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.378927] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-711b3954-8f6c-40cd-96a0-11275ba92779" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.379274] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Instance network_info: |[{"id": "1545f449-9fdb-4607-8195-c1f1fdef7dfc", "address": "fa:16:3e:12:37:a8", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1545f449-9f", "ovs_interfaceid": "1545f449-9fdb-4607-8195-c1f1fdef7dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1484.379705] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:37:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1545f449-9fdb-4607-8195-c1f1fdef7dfc', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.387581] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1484.387793] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.388024] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e32008bd-71e8-4a4e-96a4-5fb477ac129e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.409204] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.409204] env[69304]: value = "task-4209815" [ 1484.409204] env[69304]: _type = "Task" [ 1484.409204] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.417448] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209815, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.642489] env[69304]: DEBUG nova.compute.manager [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Received event network-changed-1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1484.642489] env[69304]: DEBUG nova.compute.manager [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Refreshing instance network info cache due to event network-changed-1545f449-9fdb-4607-8195-c1f1fdef7dfc. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1484.642489] env[69304]: DEBUG oslo_concurrency.lockutils [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] Acquiring lock "refresh_cache-711b3954-8f6c-40cd-96a0-11275ba92779" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.642489] env[69304]: DEBUG oslo_concurrency.lockutils [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] Acquired lock "refresh_cache-711b3954-8f6c-40cd-96a0-11275ba92779" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.642489] env[69304]: DEBUG nova.network.neutron [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Refreshing network info cache for port 1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1484.919415] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209815, 'name': CreateVM_Task, 'duration_secs': 0.361052} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.919790] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.920234] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.920461] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.920800] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.921067] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2754c09c-7721-4ad8-a20b-98472bda40d0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.925963] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1484.925963] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52421733-b82c-eaea-edb3-f019b98d5f13" [ 1484.925963] env[69304]: _type = "Task" [ 1484.925963] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.934501] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52421733-b82c-eaea-edb3-f019b98d5f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.369824] env[69304]: DEBUG nova.network.neutron [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Updated VIF entry in instance network info cache for port 1545f449-9fdb-4607-8195-c1f1fdef7dfc. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.370219] env[69304]: DEBUG nova.network.neutron [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Updating instance_info_cache with network_info: [{"id": "1545f449-9fdb-4607-8195-c1f1fdef7dfc", "address": "fa:16:3e:12:37:a8", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1545f449-9f", "ovs_interfaceid": "1545f449-9fdb-4607-8195-c1f1fdef7dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.438071] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52421733-b82c-eaea-edb3-f019b98d5f13, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.438357] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.438552] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.438795] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.438943] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.439138] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.439410] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0ad7827-f2f7-43bc-9765-db7150a118cf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.448230] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.448430] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.449271] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85c419c-b0f5-44bb-bf92-37e7c0fbe055 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.454743] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1485.454743] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269f4a3-0e3d-dca5-8da7-0e726be58656" [ 1485.454743] env[69304]: _type = "Task" [ 1485.454743] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.463551] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269f4a3-0e3d-dca5-8da7-0e726be58656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.873691] env[69304]: DEBUG oslo_concurrency.lockutils [req-7f7baa3a-9ad6-4222-bca9-f005c39a6459 req-86e4c770-2ea0-4954-bc88-be5d5e132d9b service nova] Releasing lock "refresh_cache-711b3954-8f6c-40cd-96a0-11275ba92779" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.874271] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.874484] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.965380] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5269f4a3-0e3d-dca5-8da7-0e726be58656, 'name': SearchDatastore_Task, 'duration_secs': 0.009797} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.966172] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff20c6f3-506a-4792-9bf8-1624373f1adb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.971578] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1485.971578] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d706a6-1945-4d55-3b92-26062301e217" [ 1485.971578] env[69304]: _type = "Task" [ 1485.971578] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.979651] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d706a6-1945-4d55-3b92-26062301e217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.483024] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52d706a6-1945-4d55-3b92-26062301e217, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.483332] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.483587] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 711b3954-8f6c-40cd-96a0-11275ba92779/711b3954-8f6c-40cd-96a0-11275ba92779.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1486.483873] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a34a2b-183c-48c1-8c88-beb594c97774 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.492407] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1486.492407] env[69304]: value = "task-4209817" [ 1486.492407] env[69304]: _type = "Task" [ 1486.492407] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.502179] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.875214] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.003053] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437407} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.003498] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 711b3954-8f6c-40cd-96a0-11275ba92779/711b3954-8f6c-40cd-96a0-11275ba92779.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1487.003609] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1487.003847] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ae28b7-a785-4992-9f93-0c4e9af7a78f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.013709] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1487.013709] env[69304]: value = "task-4209818" [ 1487.013709] env[69304]: _type = "Task" [ 1487.013709] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.022235] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.523895] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076881} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.524178] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.525050] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7125f2a-773d-44e2-804c-d48f89de7657 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.547209] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 711b3954-8f6c-40cd-96a0-11275ba92779/711b3954-8f6c-40cd-96a0-11275ba92779.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.547489] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b7ee3d-aa33-4542-b23b-67eec12856c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.568284] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1487.568284] env[69304]: value = "task-4209820" [ 1487.568284] env[69304]: _type = "Task" [ 1487.568284] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.577942] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.875010] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.875280] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.875675] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.875675] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1488.078389] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209820, 'name': ReconfigVM_Task, 'duration_secs': 0.278928} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.078821] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 711b3954-8f6c-40cd-96a0-11275ba92779/711b3954-8f6c-40cd-96a0-11275ba92779.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.079368] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8353d1b2-b303-4bb2-900f-5b9911c97b31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.087060] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1488.087060] env[69304]: value = "task-4209821" [ 1488.087060] env[69304]: _type = "Task" [ 1488.087060] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.097340] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209821, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.598077] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209821, 'name': Rename_Task, 'duration_secs': 0.137885} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.598077] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.598077] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12625bdc-c47f-4016-8687-91c3dac5cf85 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.604900] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1488.604900] env[69304]: value = "task-4209822" [ 1488.604900] env[69304]: _type = "Task" [ 1488.604900] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.612724] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.115289] env[69304]: DEBUG oslo_vmware.api [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209822, 'name': PowerOnVM_Task, 'duration_secs': 0.447102} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.115648] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.115790] env[69304]: INFO nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1489.115936] env[69304]: DEBUG nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1489.116705] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9e78e-22f4-4276-96b7-4336373da1c0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.635778] env[69304]: INFO nova.compute.manager [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Took 11.45 seconds to build instance. [ 1489.875176] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.137952] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8f233c36-c739-4e1d-823e-54c15b5e0108 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "711b3954-8f6c-40cd-96a0-11275ba92779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.963s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.379084] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.379084] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.379340] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.379511] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1490.380787] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38f03c6-0bac-45d2-89b2-25aa34393bb5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.392550] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2269497-04b1-4f78-9dbe-319f3f7d6ad5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.413127] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52c317-7cc3-4a37-a273-4f99f7f343b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.423093] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a506a0-a6c6-401e-baf6-1f01d5640957 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.470344] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180454MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1490.470583] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.470905] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.618349] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "711b3954-8f6c-40cd-96a0-11275ba92779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.618626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "711b3954-8f6c-40cd-96a0-11275ba92779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.618826] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "711b3954-8f6c-40cd-96a0-11275ba92779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.619010] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "711b3954-8f6c-40cd-96a0-11275ba92779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.619213] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "711b3954-8f6c-40cd-96a0-11275ba92779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.621340] env[69304]: INFO nova.compute.manager [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Terminating instance [ 1491.125092] env[69304]: DEBUG nova.compute.manager [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1491.125485] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1491.126517] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5776844a-9db9-4d74-9b65-806aa3c90e60 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.134803] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.135160] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ac3ebe-dd6b-4257-b74a-2400dbaaa229 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.141925] env[69304]: DEBUG oslo_vmware.api [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1491.141925] env[69304]: value = "task-4209823" [ 1491.141925] env[69304]: _type = "Task" [ 1491.141925] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.150520] env[69304]: DEBUG oslo_vmware.api [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.523095] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1491.523318] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8649e877-0529-4b60-b147-3aa9b55d78fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1491.523559] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1491.523723] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 44af9988-ba3e-4ee2-a287-bf1aff0a194c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1491.523886] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 711b3954-8f6c-40cd-96a0-11275ba92779 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1491.533279] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "9c12e97e-beff-45d8-972c-70c6a930d689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.533632] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.652349] env[69304]: DEBUG oslo_vmware.api [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209823, 'name': PowerOffVM_Task, 'duration_secs': 0.20725} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.652662] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1491.652837] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1491.653113] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a3dfd0-d31b-4075-8baf-4da57828bc24 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.713079] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1491.713324] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1491.713588] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore1] 711b3954-8f6c-40cd-96a0-11275ba92779 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.713874] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f644299e-1e28-4b9e-b552-fc623469554c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.721095] env[69304]: DEBUG oslo_vmware.api [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1491.721095] env[69304]: value = "task-4209825" [ 1491.721095] env[69304]: _type = "Task" [ 1491.721095] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.729425] env[69304]: DEBUG oslo_vmware.api [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.026742] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 9c12e97e-beff-45d8-972c-70c6a930d689 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1492.026988] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1492.027158] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1492.036000] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.112740] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dabd65e-80c6-4fd5-8535-b35706ee14ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.121925] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f8906e-45ed-4536-8642-f3035382a5f9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.152747] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ae03f-3e83-4710-b4ca-f4e890ec6990 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.160765] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06871c4e-7d10-4826-a8ff-3b2cdb199976 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.174307] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.230853] env[69304]: DEBUG oslo_vmware.api [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130808} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.231122] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.231332] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.231533] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1492.231714] env[69304]: INFO nova.compute.manager [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1492.231959] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1492.232169] env[69304]: DEBUG nova.compute.manager [-] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1492.232266] env[69304]: DEBUG nova.network.neutron [-] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1492.517988] env[69304]: DEBUG nova.compute.manager [req-9e46d2f7-0679-45f9-872b-bbf7fc34eea1 req-7e87bdfe-1ff0-4a82-8e09-5ba2a4f46a93 service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Received event network-vif-deleted-1545f449-9fdb-4607-8195-c1f1fdef7dfc {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1492.518298] env[69304]: INFO nova.compute.manager [req-9e46d2f7-0679-45f9-872b-bbf7fc34eea1 req-7e87bdfe-1ff0-4a82-8e09-5ba2a4f46a93 service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Neutron deleted interface 1545f449-9fdb-4607-8195-c1f1fdef7dfc; detaching it from the instance and deleting it from the info cache [ 1492.518432] env[69304]: DEBUG nova.network.neutron [req-9e46d2f7-0679-45f9-872b-bbf7fc34eea1 req-7e87bdfe-1ff0-4a82-8e09-5ba2a4f46a93 service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.558032] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.677543] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.002799] env[69304]: DEBUG nova.network.neutron [-] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.022105] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a63ad1da-cef1-4770-ae85-601c56be962f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.032659] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee749fd4-9fe9-450c-acce-2a6b13b80d12 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.059093] env[69304]: DEBUG nova.compute.manager [req-9e46d2f7-0679-45f9-872b-bbf7fc34eea1 req-7e87bdfe-1ff0-4a82-8e09-5ba2a4f46a93 service nova] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Detach interface failed, port_id=1545f449-9fdb-4607-8195-c1f1fdef7dfc, reason: Instance 711b3954-8f6c-40cd-96a0-11275ba92779 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1493.182454] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1493.182841] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.712s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.182946] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.625s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.184549] env[69304]: INFO nova.compute.claims [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.187113] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.187281] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Cleaning up deleted instances with incomplete migration {{(pid=69304) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11903}} [ 1493.505189] env[69304]: INFO nova.compute.manager [-] [instance: 711b3954-8f6c-40cd-96a0-11275ba92779] Took 1.27 seconds to deallocate network for instance. [ 1494.011445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.278771] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2cb086-e270-4fc7-ae88-98d1ca54af06 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.287060] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82b0b85-330e-421e-935a-5c65ff21f5fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.317658] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e590796e-e428-4dcc-83cc-794ce99134b4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.326150] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f54827d-772a-4260-a3a0-0a774563a410 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.342097] env[69304]: DEBUG nova.compute.provider_tree [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.379042] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.379320] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.379462] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Cleaning up deleted instances {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11865}} [ 1494.845561] env[69304]: DEBUG nova.scheduler.client.report [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.886843] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] There are 20 instances to clean {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11874}} [ 1494.887083] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 69ae4a28-5fe3-4e1e-b074-8e25d3de1fb9] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1495.350931] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.351357] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.354153] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.343s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.354386] env[69304]: DEBUG nova.objects.instance [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 711b3954-8f6c-40cd-96a0-11275ba92779 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.390612] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 25a32822-284d-42fc-879f-46e6c5412052] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1495.857461] env[69304]: DEBUG nova.compute.utils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.861732] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.861953] env[69304]: DEBUG nova.network.neutron [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.892943] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 2f6af9b0-8db1-416f-a694-11d2c88a8f0f] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1495.930556] env[69304]: DEBUG nova.policy [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc321f975fa3401da7c38978ed4d1bd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b9367304ddc4885a7c8d97bf4b1cb72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.951030] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa895954-b901-477d-8eb6-a8db9698052e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.959210] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d7a8eb-3b45-4c57-933f-a2ad3df5b758 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.990584] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c75f2e-1216-4401-9f6b-b396344407d5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.998576] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c2792-4dc8-41ff-a5ee-dbd5cf8cb4be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.013039] env[69304]: DEBUG nova.compute.provider_tree [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.237764] env[69304]: DEBUG nova.network.neutron [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Successfully created port: d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.362560] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.397017] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: cbc97e09-01b3-48ca-9293-a97ec78f7ac6] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1496.516362] env[69304]: DEBUG nova.scheduler.client.report [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.868450] env[69304]: INFO nova.virt.block_device [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Booting with volume 0334a4cd-ebc0-40d0-a5f8-7c140ae83a87 at /dev/sda [ 1496.899921] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 40aabfe8-de5f-4bd2-a679-d8aa495abdc7] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1496.916540] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6027fca-e6a1-45fa-96e4-ffbedec11e35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.927072] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e631de2-aa00-4b0c-a251-789405fbc907 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.953800] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12b61587-d01e-4de7-b6af-9ddd8c7ea01f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.961915] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc47345-37c2-4fb9-8f54-4466e306a4e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.989108] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0de275-8c15-4b41-ae21-4933e3049788 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.996236] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687001db-880d-4a5a-90b2-f77206522c90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.012047] env[69304]: DEBUG nova.virt.block_device [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating existing volume attachment record: 3b6a1198-3acf-48ce-b898-0d7a2b7d7eb9 {{(pid=69304) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1497.022083] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.045215] env[69304]: INFO nova.scheduler.client.report [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 711b3954-8f6c-40cd-96a0-11275ba92779 [ 1497.403669] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 43e33001-ba84-48a5-b979-43e176002a47] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1497.554459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-14b7353d-5b44-424d-afa5-55979125fcf0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "711b3954-8f6c-40cd-96a0-11275ba92779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.936s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.646211] env[69304]: DEBUG nova.compute.manager [req-4ca0a91d-f0df-476d-8b76-e3abe85449da req-c1e15bc5-4da8-4e8f-af61-30586616c43a service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Received event network-vif-plugged-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1497.646436] env[69304]: DEBUG oslo_concurrency.lockutils [req-4ca0a91d-f0df-476d-8b76-e3abe85449da req-c1e15bc5-4da8-4e8f-af61-30586616c43a service nova] Acquiring lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.646668] env[69304]: DEBUG oslo_concurrency.lockutils [req-4ca0a91d-f0df-476d-8b76-e3abe85449da req-c1e15bc5-4da8-4e8f-af61-30586616c43a service nova] Lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.646819] env[69304]: DEBUG oslo_concurrency.lockutils [req-4ca0a91d-f0df-476d-8b76-e3abe85449da req-c1e15bc5-4da8-4e8f-af61-30586616c43a service nova] Lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.646984] env[69304]: DEBUG nova.compute.manager [req-4ca0a91d-f0df-476d-8b76-e3abe85449da req-c1e15bc5-4da8-4e8f-af61-30586616c43a service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] No waiting events found dispatching network-vif-plugged-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1497.647423] env[69304]: WARNING nova.compute.manager [req-4ca0a91d-f0df-476d-8b76-e3abe85449da req-c1e15bc5-4da8-4e8f-af61-30586616c43a service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Received unexpected event network-vif-plugged-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f for instance with vm_state building and task_state block_device_mapping. [ 1497.744064] env[69304]: DEBUG nova.network.neutron [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Successfully updated port: d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.907686] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 60132b41-90c1-41a9-bfe8-9fa1514538ce] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1498.247460] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.247460] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.247460] env[69304]: DEBUG nova.network.neutron [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.410974] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 90afa351-08fb-4357-a352-a2c8e6fa4769] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1498.769953] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.770195] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.778250] env[69304]: DEBUG nova.network.neutron [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.914366] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 8abf1326-a0fb-40bb-96d0-9ddfda1c4e91] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1498.916870] env[69304]: DEBUG nova.network.neutron [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.098913] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.099485] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.099723] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.099880] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.100085] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.100240] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.100388] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.100596] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.100756] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.100932] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.101102] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.101277] env[69304]: DEBUG nova.virt.hardware [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.102217] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714013b0-23cd-41b8-a66b-2c4c967c3943 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.110794] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa172a13-aa37-49e8-a382-fbe181052a35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.273156] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.418779] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 962d1a12-eda0-47fb-879b-653e9148c4e5] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1499.420999] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.421311] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Instance network_info: |[{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.421922] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:a3:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.429692] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.429896] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.430537] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bea2525-208b-4827-903c-3f29f6490029 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.451960] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.451960] env[69304]: value = "task-4209826" [ 1499.451960] env[69304]: _type = "Task" [ 1499.451960] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.460570] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209826, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.673167] env[69304]: DEBUG nova.compute.manager [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Received event network-changed-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1499.673437] env[69304]: DEBUG nova.compute.manager [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Refreshing instance network info cache due to event network-changed-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1499.673817] env[69304]: DEBUG oslo_concurrency.lockutils [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] Acquiring lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.674039] env[69304]: DEBUG oslo_concurrency.lockutils [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] Acquired lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.674233] env[69304]: DEBUG nova.network.neutron [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Refreshing network info cache for port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.798932] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.799249] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.800773] env[69304]: INFO nova.compute.claims [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.922981] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 19d480e1-758e-4d5e-b63d-65a04ded6f00] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1499.962223] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209826, 'name': CreateVM_Task, 'duration_secs': 0.34895} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.962399] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.963074] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'attachment_id': '3b6a1198-3acf-48ce-b898-0d7a2b7d7eb9', 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832983', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'name': 'volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c12e97e-beff-45d8-972c-70c6a930d689', 'attached_at': '', 'detached_at': '', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'serial': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87'}, 'guest_format': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69304) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1499.963290] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Root volume attach. Driver type: vmdk {{(pid=69304) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1499.964070] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba9102-1b07-4331-90f0-775e1881f31e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.971566] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae7fca7-f808-4851-b7f1-928f6d49746e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.977429] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b72f7-a90b-4be3-ab51-5f29d23ef8ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.983794] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cc3a8a03-7aec-426e-b1a1-8eb3c800aa04 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.990543] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1499.990543] env[69304]: value = "task-4209827" [ 1499.990543] env[69304]: _type = "Task" [ 1499.990543] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.999399] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.398929] env[69304]: DEBUG nova.network.neutron [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updated VIF entry in instance network info cache for port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.399328] env[69304]: DEBUG nova.network.neutron [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.425960] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 2e31c601-4b59-4107-9748-a684461e1611] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1500.504087] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 43%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.901853] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c632e94-84e2-47bf-be65-44db95957136 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.905736] env[69304]: DEBUG oslo_concurrency.lockutils [req-9dd40e32-f6bb-4a86-a775-19335abcc3b3 req-653f1e00-2108-49c9-a495-67bd0732e0d6 service nova] Releasing lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.913885] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347b2db-4d51-4422-81ea-1459350e77d7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.948445] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 7941a7fb-b332-4a59-9e96-c02d18249818] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1500.951215] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b5bef-279c-4503-a9f9-edd81c41347e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.961678] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb0835-6afc-4934-8510-0884572ca37b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.979694] env[69304]: DEBUG nova.compute.provider_tree [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.003572] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 56%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.455777] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 1cddb986-9014-4caf-8fe7-7db792375181] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1501.482832] env[69304]: DEBUG nova.scheduler.client.report [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.505906] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 71%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.958847] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 8f0a2418-e2d9-4a56-9362-06aae37f4dd6] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1501.987234] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.987781] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.004703] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 84%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.462310] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 7d3b2e6a-bc14-4fdc-8327-3879f088a0e6] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1502.492631] env[69304]: DEBUG nova.compute.utils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1502.494066] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.494260] env[69304]: DEBUG nova.network.neutron [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.507693] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 97%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.539291] env[69304]: DEBUG nova.policy [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1502.792611] env[69304]: DEBUG nova.network.neutron [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Successfully created port: de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1502.965757] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: af0b2f1b-4909-4a51-9777-94dae60e50df] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1502.997548] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.009453] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task} progress is 98%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.469270] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d21587b3-5e57-4187-9300-ab3033093eea] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1503.510831] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209827, 'name': RelocateVM_Task, 'duration_secs': 3.150751} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.511674] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Volume attach. Driver type: vmdk {{(pid=69304) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1503.511901] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832983', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'name': 'volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c12e97e-beff-45d8-972c-70c6a930d689', 'attached_at': '', 'detached_at': '', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'serial': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1503.512766] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec9b02-c133-4da1-93fc-049422d784a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.530945] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab98957a-5290-4cdc-87ce-3315e97a3cd3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.553697] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87/volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1503.554704] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de95ca3-a284-47f8-a226-4a86f00f1270 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.576240] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1503.576240] env[69304]: value = "task-4209828" [ 1503.576240] env[69304]: _type = "Task" [ 1503.576240] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.584831] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.973011] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: d1eb50d1-c896-45f1-813f-5fe99fc0c676] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1504.013143] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.040121] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.040421] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.040585] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.040770] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.040915] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.041151] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.041426] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.041623] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.041836] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.042048] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.042234] env[69304]: DEBUG nova.virt.hardware [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.043260] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac8d0d5-f7b8-4c49-b040-3062d57991e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.051593] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ebbfb4-469a-43dd-a04c-efb0594cc29c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.084257] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209828, 'name': ReconfigVM_Task, 'duration_secs': 0.33054} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.084594] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87/volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.089202] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d548ab-de7e-468c-ac07-261903659420 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.104414] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1504.104414] env[69304]: value = "task-4209829" [ 1504.104414] env[69304]: _type = "Task" [ 1504.104414] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.113197] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.217248] env[69304]: DEBUG nova.compute.manager [req-0b7c95c8-3dff-4b8c-b653-ff1b3a7b9557 req-8d356d24-ff90-4037-a01c-cbd7c9dff37c service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Received event network-vif-plugged-de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1504.217535] env[69304]: DEBUG oslo_concurrency.lockutils [req-0b7c95c8-3dff-4b8c-b653-ff1b3a7b9557 req-8d356d24-ff90-4037-a01c-cbd7c9dff37c service nova] Acquiring lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.217939] env[69304]: DEBUG oslo_concurrency.lockutils [req-0b7c95c8-3dff-4b8c-b653-ff1b3a7b9557 req-8d356d24-ff90-4037-a01c-cbd7c9dff37c service nova] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.218120] env[69304]: DEBUG oslo_concurrency.lockutils [req-0b7c95c8-3dff-4b8c-b653-ff1b3a7b9557 req-8d356d24-ff90-4037-a01c-cbd7c9dff37c service nova] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.218376] env[69304]: DEBUG nova.compute.manager [req-0b7c95c8-3dff-4b8c-b653-ff1b3a7b9557 req-8d356d24-ff90-4037-a01c-cbd7c9dff37c service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] No waiting events found dispatching network-vif-plugged-de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1504.218639] env[69304]: WARNING nova.compute.manager [req-0b7c95c8-3dff-4b8c-b653-ff1b3a7b9557 req-8d356d24-ff90-4037-a01c-cbd7c9dff37c service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Received unexpected event network-vif-plugged-de3bd941-02b9-4f50-b3d7-db8fc3902f43 for instance with vm_state building and task_state spawning. [ 1504.311332] env[69304]: DEBUG nova.network.neutron [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Successfully updated port: de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1504.475974] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] [instance: 10ebd5e4-8286-4576-b758-8d251b2411a5] Instance has had 0 of 5 cleanup attempts {{(pid=69304) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11878}} [ 1504.614729] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209829, 'name': ReconfigVM_Task, 'duration_secs': 0.150533} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.615119] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832983', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'name': 'volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9c12e97e-beff-45d8-972c-70c6a930d689', 'attached_at': '', 'detached_at': '', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'serial': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87'} {{(pid=69304) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1504.615728] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc59220-1aca-4357-abad-b0e72b7d959d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.625134] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1504.625134] env[69304]: value = "task-4209830" [ 1504.625134] env[69304]: _type = "Task" [ 1504.625134] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.634831] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209830, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.816940] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-20ced3c4-dce4-47e4-ad4c-7076ffd310b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.817117] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-20ced3c4-dce4-47e4-ad4c-7076ffd310b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.817274] env[69304]: DEBUG nova.network.neutron [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.979562] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.135623] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209830, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.350328] env[69304]: DEBUG nova.network.neutron [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.476874] env[69304]: DEBUG nova.network.neutron [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Updating instance_info_cache with network_info: [{"id": "de3bd941-02b9-4f50-b3d7-db8fc3902f43", "address": "fa:16:3e:aa:5c:8d", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3bd941-02", "ovs_interfaceid": "de3bd941-02b9-4f50-b3d7-db8fc3902f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.636018] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209830, 'name': Rename_Task, 'duration_secs': 0.720637} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.636263] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.636501] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60b88a14-1e0d-42a0-955f-c1482b20bc77 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.642653] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1505.642653] env[69304]: value = "task-4209831" [ 1505.642653] env[69304]: _type = "Task" [ 1505.642653] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.650463] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.980248] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-20ced3c4-dce4-47e4-ad4c-7076ffd310b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.980532] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Instance network_info: |[{"id": "de3bd941-02b9-4f50-b3d7-db8fc3902f43", "address": "fa:16:3e:aa:5c:8d", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3bd941-02", "ovs_interfaceid": "de3bd941-02b9-4f50-b3d7-db8fc3902f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.981021] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:5c:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3bd941-02b9-4f50-b3d7-db8fc3902f43', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.988522] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1505.988729] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.988950] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf4b8b47-7446-4a41-91a2-95a2278161e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.009922] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.009922] env[69304]: value = "task-4209832" [ 1506.009922] env[69304]: _type = "Task" [ 1506.009922] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.019376] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209832, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.153629] env[69304]: DEBUG oslo_vmware.api [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209831, 'name': PowerOnVM_Task, 'duration_secs': 0.432566} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.153958] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.154222] env[69304]: INFO nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1506.154426] env[69304]: DEBUG nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1506.155313] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfea68-6ba2-4f8d-a783-4a0163c23e5f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.247009] env[69304]: DEBUG nova.compute.manager [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Received event network-changed-de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1506.247287] env[69304]: DEBUG nova.compute.manager [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Refreshing instance network info cache due to event network-changed-de3bd941-02b9-4f50-b3d7-db8fc3902f43. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1506.247552] env[69304]: DEBUG oslo_concurrency.lockutils [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] Acquiring lock "refresh_cache-20ced3c4-dce4-47e4-ad4c-7076ffd310b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.247791] env[69304]: DEBUG oslo_concurrency.lockutils [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] Acquired lock "refresh_cache-20ced3c4-dce4-47e4-ad4c-7076ffd310b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.247916] env[69304]: DEBUG nova.network.neutron [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Refreshing network info cache for port de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.520681] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209832, 'name': CreateVM_Task, 'duration_secs': 0.335979} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.521121] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.521594] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.521765] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.522101] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.522372] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6683b27d-6b86-4dfd-9fee-f0972250e3b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.527603] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1506.527603] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5244f6a8-24fe-1ffd-4c5e-41ac230744f5" [ 1506.527603] env[69304]: _type = "Task" [ 1506.527603] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.535904] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5244f6a8-24fe-1ffd-4c5e-41ac230744f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.672073] env[69304]: INFO nova.compute.manager [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Took 14.13 seconds to build instance. [ 1506.999801] env[69304]: DEBUG nova.network.neutron [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Updated VIF entry in instance network info cache for port de3bd941-02b9-4f50-b3d7-db8fc3902f43. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.000513] env[69304]: DEBUG nova.network.neutron [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Updating instance_info_cache with network_info: [{"id": "de3bd941-02b9-4f50-b3d7-db8fc3902f43", "address": "fa:16:3e:aa:5c:8d", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3bd941-02", "ovs_interfaceid": "de3bd941-02b9-4f50-b3d7-db8fc3902f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.038441] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5244f6a8-24fe-1ffd-4c5e-41ac230744f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.038671] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.038906] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.039159] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.039309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.039495] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.039776] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3588c9f-1caa-4752-8f77-cb33f9162970 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.049453] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.049671] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.050376] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7032b97e-4f63-44aa-8d23-605a913234d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.057689] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1507.057689] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fe4c5-a77b-d669-604e-5948e03a9a3a" [ 1507.057689] env[69304]: _type = "Task" [ 1507.057689] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.065768] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fe4c5-a77b-d669-604e-5948e03a9a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.174496] env[69304]: DEBUG oslo_concurrency.lockutils [None req-8b009736-ad9b-4110-8488-589f8668a777 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.641s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.181200] env[69304]: DEBUG nova.compute.manager [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Received event network-changed-8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1507.181366] env[69304]: DEBUG nova.compute.manager [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Refreshing instance network info cache due to event network-changed-8552138c-9af5-4b18-8977-686e5e60b327. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1507.181580] env[69304]: DEBUG oslo_concurrency.lockutils [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] Acquiring lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.181716] env[69304]: DEBUG oslo_concurrency.lockutils [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] Acquired lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.182092] env[69304]: DEBUG nova.network.neutron [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Refreshing network info cache for port 8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.504264] env[69304]: DEBUG oslo_concurrency.lockutils [req-ddfafda7-5645-44c0-ade9-e42c922b5fc3 req-39b27d1d-e091-486b-84a1-508e9bd192de service nova] Releasing lock "refresh_cache-20ced3c4-dce4-47e4-ad4c-7076ffd310b9" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.569464] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]521fe4c5-a77b-d669-604e-5948e03a9a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.570105] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d359670-9622-40eb-80cc-ad3319812c39 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.576537] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1507.576537] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e8d0c7-7d0b-e388-ed22-968e3cef9be6" [ 1507.576537] env[69304]: _type = "Task" [ 1507.576537] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.585394] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e8d0c7-7d0b-e388-ed22-968e3cef9be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.918086] env[69304]: DEBUG nova.network.neutron [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updated VIF entry in instance network info cache for port 8552138c-9af5-4b18-8977-686e5e60b327. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.918482] env[69304]: DEBUG nova.network.neutron [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updating instance_info_cache with network_info: [{"id": "8552138c-9af5-4b18-8977-686e5e60b327", "address": "fa:16:3e:4a:33:1b", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8552138c-9a", "ovs_interfaceid": "8552138c-9af5-4b18-8977-686e5e60b327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.087530] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e8d0c7-7d0b-e388-ed22-968e3cef9be6, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.087741] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.087999] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 20ced3c4-dce4-47e4-ad4c-7076ffd310b9/20ced3c4-dce4-47e4-ad4c-7076ffd310b9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.088283] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1546ac5-2fbe-4d3e-a431-cee23c023d7e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.095346] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1508.095346] env[69304]: value = "task-4209833" [ 1508.095346] env[69304]: _type = "Task" [ 1508.095346] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.103501] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.421017] env[69304]: DEBUG oslo_concurrency.lockutils [req-7b0d0cf1-c4cb-422b-bd3a-60d197cb119f req-69207076-8a8c-4787-8e21-c6a91ff9ec10 service nova] Releasing lock "refresh_cache-8649e877-0529-4b60-b147-3aa9b55d78fc" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.606661] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457116} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.607045] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 20ced3c4-dce4-47e4-ad4c-7076ffd310b9/20ced3c4-dce4-47e4-ad4c-7076ffd310b9.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.607184] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.607422] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdf069e0-7899-4607-9b00-7cbf32c3d10c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.614576] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1508.614576] env[69304]: value = "task-4209834" [ 1508.614576] env[69304]: _type = "Task" [ 1508.614576] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.625156] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.779484] env[69304]: DEBUG nova.compute.manager [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Stashing vm_state: active {{(pid=69304) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1509.127649] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068972} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.129089] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.129089] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c38b57-dfe5-4dd7-828c-7598c15f2b79 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.152367] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 20ced3c4-dce4-47e4-ad4c-7076ffd310b9/20ced3c4-dce4-47e4-ad4c-7076ffd310b9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.152716] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbbb859-aa4b-4a5b-b7e3-a95b52e76fef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.173900] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1509.173900] env[69304]: value = "task-4209835" [ 1509.173900] env[69304]: _type = "Task" [ 1509.173900] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.182580] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.208837] env[69304]: DEBUG nova.compute.manager [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Received event network-changed-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1509.208994] env[69304]: DEBUG nova.compute.manager [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Refreshing instance network info cache due to event network-changed-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1509.209239] env[69304]: DEBUG oslo_concurrency.lockutils [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] Acquiring lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.209381] env[69304]: DEBUG oslo_concurrency.lockutils [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] Acquired lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.209540] env[69304]: DEBUG nova.network.neutron [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Refreshing network info cache for port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.321235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.321534] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.685439] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.827749] env[69304]: INFO nova.compute.claims [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.964381] env[69304]: DEBUG nova.network.neutron [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updated VIF entry in instance network info cache for port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.964759] env[69304]: DEBUG nova.network.neutron [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.185027] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209835, 'name': ReconfigVM_Task, 'duration_secs': 0.793234} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.185388] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 20ced3c4-dce4-47e4-ad4c-7076ffd310b9/20ced3c4-dce4-47e4-ad4c-7076ffd310b9.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.186154] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25680ded-685d-4770-9223-081ad300a6fd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.193409] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1510.193409] env[69304]: value = "task-4209836" [ 1510.193409] env[69304]: _type = "Task" [ 1510.193409] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.207448] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209836, 'name': Rename_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.334557] env[69304]: INFO nova.compute.resource_tracker [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating resource usage from migration 8ad46beb-2940-47f0-b2e2-64ba15c2571e [ 1510.432970] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bd03c1-1e6c-4b87-b1da-9d1a0819aecc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.440589] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e648c6d-7fe1-4e26-b655-454fcbeedb5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.471171] env[69304]: DEBUG oslo_concurrency.lockutils [req-2ac13183-c437-49f7-bd1e-c314c77979ee req-2069b70e-89c3-419a-9c0b-d4ea665e298b service nova] Releasing lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.472247] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36c3e8-a8b7-4b5f-876f-cd64a1e14c71 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.479786] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390880a5-6c18-4978-b72a-b2c67828c4be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.493149] env[69304]: DEBUG nova.compute.provider_tree [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.703889] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209836, 'name': Rename_Task, 'duration_secs': 0.144792} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.704305] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.704406] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3d57ab-0f30-4f16-b383-9470c6cf8a55 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.710218] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1510.710218] env[69304]: value = "task-4209837" [ 1510.710218] env[69304]: _type = "Task" [ 1510.710218] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.717944] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.996996] env[69304]: DEBUG nova.scheduler.client.report [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.224092] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.502275] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.180s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.502462] env[69304]: INFO nova.compute.manager [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Migrating [ 1511.721770] env[69304]: DEBUG oslo_vmware.api [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209837, 'name': PowerOnVM_Task, 'duration_secs': 0.576783} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.722056] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.722265] env[69304]: INFO nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1511.722490] env[69304]: DEBUG nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1511.723297] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9106d4c-d321-491e-b6b7-85f76950e39e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.017272] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.017468] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.017636] env[69304]: DEBUG nova.network.neutron [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.240656] env[69304]: INFO nova.compute.manager [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Took 12.46 seconds to build instance. [ 1512.742565] env[69304]: DEBUG oslo_concurrency.lockutils [None req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.972s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.836527] env[69304]: DEBUG nova.network.neutron [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.339094] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.579058] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.579058] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.081254] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.609243] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.609522] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.611014] env[69304]: INFO nova.compute.claims [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.854324] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb82f1b-23ff-44b0-b1c2-fdd96ce7ff58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.873724] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 0 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.379590] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.379930] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6fa91b-fbcd-4f4f-b7c6-6ff694435c72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.388587] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1515.388587] env[69304]: value = "task-4209838" [ 1515.388587] env[69304]: _type = "Task" [ 1515.388587] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.398632] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.725142] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fc6568-0218-4cc4-a3eb-83353863faf3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.733374] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d87daa-7061-4130-a61c-61980bc615c9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.763296] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c25b8e-adac-48c5-8cd2-0a5cf6ff6b3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.771167] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bb9c0e-8e74-4de4-b6a3-68c4cb182618 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.785427] env[69304]: DEBUG nova.compute.provider_tree [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.898582] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209838, 'name': PowerOffVM_Task, 'duration_secs': 0.494105} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.898880] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.899183] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 17 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.288532] env[69304]: DEBUG nova.scheduler.client.report [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.407141] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.407641] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.407641] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.407730] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.407854] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.408017] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.408224] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.408384] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.408550] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.408709] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.408876] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.414121] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f4553f4-3bc0-4198-b0c4-a59b9910521c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.430032] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1516.430032] env[69304]: value = "task-4209839" [ 1516.430032] env[69304]: _type = "Task" [ 1516.430032] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.441469] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.793567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.794095] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.940469] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209839, 'name': ReconfigVM_Task, 'duration_secs': 0.135497} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.940731] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 33 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1517.298521] env[69304]: DEBUG nova.compute.utils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1517.299983] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.300174] env[69304]: DEBUG nova.network.neutron [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.354301] env[69304]: DEBUG nova.policy [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.447138] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.447576] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.447576] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.447767] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.447851] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.447995] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.448225] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.448383] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.448548] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.448708] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.448881] env[69304]: DEBUG nova.virt.hardware [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.454306] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.454629] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61bcae15-71cc-426e-99d6-2bddb454d637 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.474258] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1517.474258] env[69304]: value = "task-4209840" [ 1517.474258] env[69304]: _type = "Task" [ 1517.474258] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.485549] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.668509] env[69304]: DEBUG nova.network.neutron [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Successfully created port: 93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1517.803228] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1517.984104] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209840, 'name': ReconfigVM_Task, 'duration_secs': 0.158129} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.984383] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.985183] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea162387-396e-4847-bdc9-1defa182ee65 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.007052] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87/volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.007321] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3eafa78-b6a1-4b5e-9c41-b2beb526b502 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.025518] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1518.025518] env[69304]: value = "task-4209841" [ 1518.025518] env[69304]: _type = "Task" [ 1518.025518] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.033586] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.536677] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209841, 'name': ReconfigVM_Task, 'duration_secs': 0.255405} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.537795] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87/volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87.vmdk or device None with type thin {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.537795] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 50 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1518.812286] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.843671] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.843908] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.844124] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.844338] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.844485] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.844631] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.844841] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.845060] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.845252] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.845419] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.845625] env[69304]: DEBUG nova.virt.hardware [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.846513] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e66897-4de5-44b4-81f5-3b8e17ac960a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.855437] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a39d10f-f5c9-43a9-947b-0fea56082a6a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.030591] env[69304]: DEBUG nova.compute.manager [req-9d26800f-9c74-42e8-a591-828b84593e80 req-b9d922a6-09e9-419c-b1bd-a7079ce796b2 service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Received event network-vif-plugged-93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1519.030816] env[69304]: DEBUG oslo_concurrency.lockutils [req-9d26800f-9c74-42e8-a591-828b84593e80 req-b9d922a6-09e9-419c-b1bd-a7079ce796b2 service nova] Acquiring lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.031038] env[69304]: DEBUG oslo_concurrency.lockutils [req-9d26800f-9c74-42e8-a591-828b84593e80 req-b9d922a6-09e9-419c-b1bd-a7079ce796b2 service nova] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.031335] env[69304]: DEBUG oslo_concurrency.lockutils [req-9d26800f-9c74-42e8-a591-828b84593e80 req-b9d922a6-09e9-419c-b1bd-a7079ce796b2 service nova] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.031554] env[69304]: DEBUG nova.compute.manager [req-9d26800f-9c74-42e8-a591-828b84593e80 req-b9d922a6-09e9-419c-b1bd-a7079ce796b2 service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] No waiting events found dispatching network-vif-plugged-93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1519.031684] env[69304]: WARNING nova.compute.manager [req-9d26800f-9c74-42e8-a591-828b84593e80 req-b9d922a6-09e9-419c-b1bd-a7079ce796b2 service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Received unexpected event network-vif-plugged-93c208da-9c39-48d5-8bfe-93041af7de5c for instance with vm_state building and task_state spawning. [ 1519.044238] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c454898-de27-4092-bb0b-e2592651f01d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.066633] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efd2cfb-28eb-49f7-9e50-4e150126ba76 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.088844] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 67 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.118643] env[69304]: DEBUG nova.network.neutron [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Successfully updated port: 93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.621567] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-68280cb7-5774-4b8c-ab9a-3e9e29601aad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.621904] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-68280cb7-5774-4b8c-ab9a-3e9e29601aad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.621904] env[69304]: DEBUG nova.network.neutron [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.154178] env[69304]: DEBUG nova.network.neutron [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.290946] env[69304]: DEBUG nova.network.neutron [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Updating instance_info_cache with network_info: [{"id": "93c208da-9c39-48d5-8bfe-93041af7de5c", "address": "fa:16:3e:b2:c6:27", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c208da-9c", "ovs_interfaceid": "93c208da-9c39-48d5-8bfe-93041af7de5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.738506] env[69304]: DEBUG nova.network.neutron [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f binding to destination host cpu-1 is already ACTIVE {{(pid=69304) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1520.793847] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-68280cb7-5774-4b8c-ab9a-3e9e29601aad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.794190] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Instance network_info: |[{"id": "93c208da-9c39-48d5-8bfe-93041af7de5c", "address": "fa:16:3e:b2:c6:27", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c208da-9c", "ovs_interfaceid": "93c208da-9c39-48d5-8bfe-93041af7de5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.794617] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:c6:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93c208da-9c39-48d5-8bfe-93041af7de5c', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.802306] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1520.802523] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.802765] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93331111-5be0-4004-9a7d-682244760be1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.823126] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.823126] env[69304]: value = "task-4209842" [ 1520.823126] env[69304]: _type = "Task" [ 1520.823126] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.832448] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209842, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.055983] env[69304]: DEBUG nova.compute.manager [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Received event network-changed-93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1521.056144] env[69304]: DEBUG nova.compute.manager [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Refreshing instance network info cache due to event network-changed-93c208da-9c39-48d5-8bfe-93041af7de5c. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1521.056362] env[69304]: DEBUG oslo_concurrency.lockutils [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] Acquiring lock "refresh_cache-68280cb7-5774-4b8c-ab9a-3e9e29601aad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.056484] env[69304]: DEBUG oslo_concurrency.lockutils [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] Acquired lock "refresh_cache-68280cb7-5774-4b8c-ab9a-3e9e29601aad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.056639] env[69304]: DEBUG nova.network.neutron [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Refreshing network info cache for port 93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.333197] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209842, 'name': CreateVM_Task, 'duration_secs': 0.367161} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.333504] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.334098] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.334281] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.334612] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.334870] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a981bc-f307-4065-b7cb-8f26dba3ee7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.339440] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1521.339440] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52387bb8-c403-62db-dd26-9cb36fe524a1" [ 1521.339440] env[69304]: _type = "Task" [ 1521.339440] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.347113] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52387bb8-c403-62db-dd26-9cb36fe524a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.760303] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.760725] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.760725] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.762391] env[69304]: DEBUG nova.network.neutron [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Updated VIF entry in instance network info cache for port 93c208da-9c39-48d5-8bfe-93041af7de5c. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.762736] env[69304]: DEBUG nova.network.neutron [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Updating instance_info_cache with network_info: [{"id": "93c208da-9c39-48d5-8bfe-93041af7de5c", "address": "fa:16:3e:b2:c6:27", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c208da-9c", "ovs_interfaceid": "93c208da-9c39-48d5-8bfe-93041af7de5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.852426] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52387bb8-c403-62db-dd26-9cb36fe524a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013675} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.852730] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.852929] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.853193] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.853344] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.853527] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.853801] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28b3dc94-956e-4773-8dc1-340238394022 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.864923] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.865101] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.865870] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd742541-c647-4479-ad9d-caa011b60373 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.871233] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1521.871233] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52037201-42a9-347f-618f-6217e5b320f5" [ 1521.871233] env[69304]: _type = "Task" [ 1521.871233] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.879093] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52037201-42a9-347f-618f-6217e5b320f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.266927] env[69304]: DEBUG oslo_concurrency.lockutils [req-b2dea658-e658-4bec-aa5f-1ac2c1b66c99 req-f5df39fc-c71c-4c12-96e4-8cea2ffa3eea service nova] Releasing lock "refresh_cache-68280cb7-5774-4b8c-ab9a-3e9e29601aad" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.381530] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52037201-42a9-347f-618f-6217e5b320f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.382261] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1676146e-3cc2-4601-8b83-e9a388ee7ad9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.387445] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1522.387445] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e3b506-5dca-0c8e-f983-07bd33328230" [ 1522.387445] env[69304]: _type = "Task" [ 1522.387445] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.395072] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e3b506-5dca-0c8e-f983-07bd33328230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.795891] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.796215] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.796293] env[69304]: DEBUG nova.network.neutron [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.902931] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52e3b506-5dca-0c8e-f983-07bd33328230, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.903230] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.903585] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 68280cb7-5774-4b8c-ab9a-3e9e29601aad/68280cb7-5774-4b8c-ab9a-3e9e29601aad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.903933] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7bd60fe-8e80-4f21-af62-f4b475c74ec2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.912588] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1522.912588] env[69304]: value = "task-4209843" [ 1522.912588] env[69304]: _type = "Task" [ 1522.912588] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.923469] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.423428] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.527066] env[69304]: DEBUG nova.network.neutron [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.923867] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589823} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.924186] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore2] 68280cb7-5774-4b8c-ab9a-3e9e29601aad/68280cb7-5774-4b8c-ab9a-3e9e29601aad.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.924356] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.924603] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d37f2bdc-73b4-4f48-860e-7322912b9428 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.931734] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1523.931734] env[69304]: value = "task-4209844" [ 1523.931734] env[69304]: _type = "Task" [ 1523.931734] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.939491] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.030407] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.441719] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125696} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.441976] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.442790] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be96150-bad4-4c18-9985-01a942986387 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.464453] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 68280cb7-5774-4b8c-ab9a-3e9e29601aad/68280cb7-5774-4b8c-ab9a-3e9e29601aad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.464698] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d5d744-0627-49d9-ad08-284a398014a3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.483603] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1524.483603] env[69304]: value = "task-4209845" [ 1524.483603] env[69304]: _type = "Task" [ 1524.483603] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.491092] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.540140] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30727641-41fd-4ba3-ae8e-92ebe67b9cd6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.547493] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c146e54-7e94-4127-8455-1c5dcb7d0f8c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.996576] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209845, 'name': ReconfigVM_Task, 'duration_secs': 0.287865} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.996576] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 68280cb7-5774-4b8c-ab9a-3e9e29601aad/68280cb7-5774-4b8c-ab9a-3e9e29601aad.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.996576] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a65bac4c-a95f-4097-9df3-d3d0645b00be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.002667] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1525.002667] env[69304]: value = "task-4209846" [ 1525.002667] env[69304]: _type = "Task" [ 1525.002667] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.011776] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209846, 'name': Rename_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.513383] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209846, 'name': Rename_Task, 'duration_secs': 0.158227} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.513736] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.514038] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35f05e6-f4a4-4b2b-b4d1-518aee2b38d8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.520843] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1525.520843] env[69304]: value = "task-4209847" [ 1525.520843] env[69304]: _type = "Task" [ 1525.520843] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.534070] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.662826] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7139d8a2-a1ad-4695-8d35-4160e3ae26a0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.682063] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9a67c-2ad7-42cc-90d3-c098a6b139b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.689589] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 83 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1526.031040] env[69304]: DEBUG oslo_vmware.api [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209847, 'name': PowerOnVM_Task, 'duration_secs': 0.503104} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.031400] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.031540] env[69304]: INFO nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1526.031724] env[69304]: DEBUG nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1526.032531] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f7295-1037-4987-9d5c-7c27fb324a3d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.196484] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.196800] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f79709-b479-42e1-9a2e-b4e2a01db8d3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.204944] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1526.204944] env[69304]: value = "task-4209848" [ 1526.204944] env[69304]: _type = "Task" [ 1526.204944] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.213774] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.552040] env[69304]: INFO nova.compute.manager [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Took 11.97 seconds to build instance. [ 1526.715899] env[69304]: DEBUG oslo_vmware.api [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209848, 'name': PowerOnVM_Task, 'duration_secs': 0.434993} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.716168] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.716351] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6b9c1-7253-49a0-9bfd-d8a0bf7df073 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance '9c12e97e-beff-45d8-972c-70c6a930d689' progress to 100 {{(pid=69304) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1527.054323] env[69304]: DEBUG oslo_concurrency.lockutils [None req-29a32fec-3b5c-4144-abae-ec03403bda8f tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.476s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.941124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.941124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.941124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.941124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.941455] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.943839] env[69304]: INFO nova.compute.manager [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Terminating instance [ 1528.447563] env[69304]: DEBUG nova.compute.manager [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1528.447995] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1528.449164] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cded29e-ed2b-49e9-bcae-ffeba88e7218 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.458931] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1528.459193] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c7bc788-4345-46eb-a7bd-c9a81a679f10 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.466434] env[69304]: DEBUG oslo_vmware.api [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1528.466434] env[69304]: value = "task-4209849" [ 1528.466434] env[69304]: _type = "Task" [ 1528.466434] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.474916] env[69304]: DEBUG oslo_vmware.api [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.978527] env[69304]: DEBUG oslo_vmware.api [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209849, 'name': PowerOffVM_Task, 'duration_secs': 0.220418} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.978833] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.978975] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.979260] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9450978d-57d4-430a-b74f-7c55c40ac745 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.060174] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.060499] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.060652] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore2] 68280cb7-5774-4b8c-ab9a-3e9e29601aad {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.060808] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4db4276-b447-4d39-bd5e-6c494bf97ee4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.068465] env[69304]: DEBUG oslo_vmware.api [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1529.068465] env[69304]: value = "task-4209851" [ 1529.068465] env[69304]: _type = "Task" [ 1529.068465] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.076996] env[69304]: DEBUG oslo_vmware.api [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.358034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "9c12e97e-beff-45d8-972c-70c6a930d689" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.358034] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.358227] env[69304]: DEBUG nova.compute.manager [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Going to confirm migration 10 {{(pid=69304) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1529.579131] env[69304]: DEBUG oslo_vmware.api [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183975} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.579525] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.579636] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.579965] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.580212] env[69304]: INFO nova.compute.manager [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1529.580502] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.580763] env[69304]: DEBUG nova.compute.manager [-] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1529.580854] env[69304]: DEBUG nova.network.neutron [-] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.904451] env[69304]: DEBUG nova.compute.manager [req-e1d2c9e4-7e83-4b76-815b-133754215646 req-ed525e9f-0d05-447e-9db8-e7cab9eb29ad service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Received event network-vif-deleted-93c208da-9c39-48d5-8bfe-93041af7de5c {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1529.904676] env[69304]: INFO nova.compute.manager [req-e1d2c9e4-7e83-4b76-815b-133754215646 req-ed525e9f-0d05-447e-9db8-e7cab9eb29ad service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Neutron deleted interface 93c208da-9c39-48d5-8bfe-93041af7de5c; detaching it from the instance and deleting it from the info cache [ 1529.904878] env[69304]: DEBUG nova.network.neutron [req-e1d2c9e4-7e83-4b76-815b-133754215646 req-ed525e9f-0d05-447e-9db8-e7cab9eb29ad service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.923771] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.923982] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquired lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.924179] env[69304]: DEBUG nova.network.neutron [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.924365] env[69304]: DEBUG nova.objects.instance [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'info_cache' on Instance uuid 9c12e97e-beff-45d8-972c-70c6a930d689 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.384818] env[69304]: DEBUG nova.network.neutron [-] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.408908] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e77df1b2-3a44-4e9a-9324-af6bb177dabd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.419609] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f2409-b68d-4c8e-9238-fbfe2885f216 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.450240] env[69304]: DEBUG nova.compute.manager [req-e1d2c9e4-7e83-4b76-815b-133754215646 req-ed525e9f-0d05-447e-9db8-e7cab9eb29ad service nova] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Detach interface failed, port_id=93c208da-9c39-48d5-8bfe-93041af7de5c, reason: Instance 68280cb7-5774-4b8c-ab9a-3e9e29601aad could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1530.888044] env[69304]: INFO nova.compute.manager [-] [instance: 68280cb7-5774-4b8c-ab9a-3e9e29601aad] Took 1.31 seconds to deallocate network for instance. [ 1531.161258] env[69304]: DEBUG nova.network.neutron [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [{"id": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "address": "fa:16:3e:1c:a3:f7", "network": {"id": "ad231ff2-cde0-4d99-93db-335ebe682295", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-452063056-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b9367304ddc4885a7c8d97bf4b1cb72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bee8a6-d0", "ovs_interfaceid": "d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.397340] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.397636] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.397860] env[69304]: DEBUG nova.objects.instance [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 68280cb7-5774-4b8c-ab9a-3e9e29601aad {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.667099] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Releasing lock "refresh_cache-9c12e97e-beff-45d8-972c-70c6a930d689" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.667464] env[69304]: DEBUG nova.objects.instance [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'migration_context' on Instance uuid 9c12e97e-beff-45d8-972c-70c6a930d689 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.007973] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9921eb-9939-43a0-8489-96d7b536a5a4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.016293] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899d8012-74df-475b-8fde-d3402ce78433 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.047365] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33baaf5d-c76c-4b8f-b132-19e2de9ecb63 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.055166] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646f4cec-916b-4d9b-8899-0234568e31f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.068772] env[69304]: DEBUG nova.compute.provider_tree [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.171450] env[69304]: DEBUG nova.objects.base [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Object Instance<9c12e97e-beff-45d8-972c-70c6a930d689> lazy-loaded attributes: info_cache,migration_context {{(pid=69304) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1532.172566] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3734dbae-51f6-486e-8071-ea5183291b2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.193421] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d6f5ca-da04-4204-8e8a-7a90fa2e2517 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.199895] env[69304]: DEBUG oslo_vmware.api [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1532.199895] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525f86d4-b51e-7e38-db9c-21633d8dd46a" [ 1532.199895] env[69304]: _type = "Task" [ 1532.199895] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.209234] env[69304]: DEBUG oslo_vmware.api [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]525f86d4-b51e-7e38-db9c-21633d8dd46a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.209527] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.571822] env[69304]: DEBUG nova.scheduler.client.report [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1533.076580] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.079386] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.870s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.107084] env[69304]: INFO nova.scheduler.client.report [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 68280cb7-5774-4b8c-ab9a-3e9e29601aad [ 1533.614771] env[69304]: DEBUG oslo_concurrency.lockutils [None req-7036620d-5531-4a68-a664-70d0b3ec1327 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "68280cb7-5774-4b8c-ab9a-3e9e29601aad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.674s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.677971] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf533d0-59fb-4332-8cb4-c35e12599d3e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.685639] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c61f70-ee14-44fe-a8fa-65aafb976011 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.717475] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7fbbf7-b69c-4b93-8d50-22fb7b29a8bd {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.725306] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6511a89b-8ed7-420b-9030-ae5ca56d6070 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.739849] env[69304]: DEBUG nova.compute.provider_tree [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.242831] env[69304]: DEBUG nova.scheduler.client.report [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.617103] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.617400] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.617602] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.617787] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.617960] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.620118] env[69304]: INFO nova.compute.manager [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Terminating instance [ 1535.125062] env[69304]: DEBUG nova.compute.manager [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1535.125062] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1535.125443] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c95d4a-12ca-467f-a797-46d020f554e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.133243] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.133547] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4180bc10-387b-4305-9e85-4f0b96d175f3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.140123] env[69304]: DEBUG oslo_vmware.api [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1535.140123] env[69304]: value = "task-4209852" [ 1535.140123] env[69304]: _type = "Task" [ 1535.140123] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.148431] env[69304]: DEBUG oslo_vmware.api [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.252992] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.173s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.650622] env[69304]: DEBUG oslo_vmware.api [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209852, 'name': PowerOffVM_Task, 'duration_secs': 0.228166} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.650895] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.651081] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1535.651363] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4359f0-b208-4e02-8cbf-2d1310354d4f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.715895] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1535.716117] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1535.716255] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore1] 20ced3c4-dce4-47e4-ad4c-7076ffd310b9 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1535.716530] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09938512-25a1-441f-9ce1-947ddddb63ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.723027] env[69304]: DEBUG oslo_vmware.api [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1535.723027] env[69304]: value = "task-4209854" [ 1535.723027] env[69304]: _type = "Task" [ 1535.723027] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.731741] env[69304]: DEBUG oslo_vmware.api [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.816989] env[69304]: INFO nova.scheduler.client.report [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted allocation for migration 8ad46beb-2940-47f0-b2e2-64ba15c2571e [ 1535.999452] env[69304]: INFO nova.compute.manager [None req-524cce77-dafa-4b91-93d0-5b9fbbd92658 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Get console output [ 1535.999812] env[69304]: WARNING nova.virt.vmwareapi.driver [None req-524cce77-dafa-4b91-93d0-5b9fbbd92658 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] The console log is missing. Check your VSPC configuration [ 1536.233559] env[69304]: DEBUG oslo_vmware.api [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131764} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.233804] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1536.233957] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1536.234154] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1536.234336] env[69304]: INFO nova.compute.manager [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1536.234584] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.234788] env[69304]: DEBUG nova.compute.manager [-] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1536.234882] env[69304]: DEBUG nova.network.neutron [-] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1536.322646] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f75cac5b-c48f-4df7-8cf3-cb048a1fe71c tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.965s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.525357] env[69304]: DEBUG nova.compute.manager [req-c429a6a1-959f-401c-8db1-b6c461ca3b24 req-ab50784c-9291-4b11-8eac-57274e70c6f4 service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Received event network-vif-deleted-de3bd941-02b9-4f50-b3d7-db8fc3902f43 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1536.525573] env[69304]: INFO nova.compute.manager [req-c429a6a1-959f-401c-8db1-b6c461ca3b24 req-ab50784c-9291-4b11-8eac-57274e70c6f4 service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Neutron deleted interface de3bd941-02b9-4f50-b3d7-db8fc3902f43; detaching it from the instance and deleting it from the info cache [ 1536.525734] env[69304]: DEBUG nova.network.neutron [req-c429a6a1-959f-401c-8db1-b6c461ca3b24 req-ab50784c-9291-4b11-8eac-57274e70c6f4 service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.009841] env[69304]: DEBUG nova.network.neutron [-] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.028059] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e0fa7c5-8dfb-4313-b4c2-5d074f9c6eef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.038816] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f4c4e-ed29-4507-99bd-e71856a8051a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.065401] env[69304]: DEBUG nova.compute.manager [req-c429a6a1-959f-401c-8db1-b6c461ca3b24 req-ab50784c-9291-4b11-8eac-57274e70c6f4 service nova] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Detach interface failed, port_id=de3bd941-02b9-4f50-b3d7-db8fc3902f43, reason: Instance 20ced3c4-dce4-47e4-ad4c-7076ffd310b9 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1537.512215] env[69304]: INFO nova.compute.manager [-] [instance: 20ced3c4-dce4-47e4-ad4c-7076ffd310b9] Took 1.28 seconds to deallocate network for instance. [ 1538.019157] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.019445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.019664] env[69304]: DEBUG nova.objects.instance [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 20ced3c4-dce4-47e4-ad4c-7076ffd310b9 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.623187] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c5310-ab46-4775-971c-c68a370839a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.631923] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f2b872-22f7-411b-b5f9-77a2e5bc3550 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.662292] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea942f-b321-456e-af8e-ba9d6ce2f450 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.670491] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d05c6c-6c3a-49e3-87dd-bef6229d7c19 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.684289] env[69304]: DEBUG nova.compute.provider_tree [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.187677] env[69304]: DEBUG nova.scheduler.client.report [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.693413] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.719555] env[69304]: INFO nova.scheduler.client.report [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 20ced3c4-dce4-47e4-ad4c-7076ffd310b9 [ 1540.230878] env[69304]: DEBUG oslo_concurrency.lockutils [None req-86909624-b9bb-46a9-a060-e8d4e1c77d44 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "20ced3c4-dce4-47e4-ad4c-7076ffd310b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.613s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.699694] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.700096] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.202154] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.727010] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.727312] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.728766] env[69304]: INFO nova.compute.claims [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.818656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90352006-1b88-4ba7-8996-cac32f685363 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.827268] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ffece-681e-4739-84f4-427fde5b25c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.858092] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127294ce-e9a5-464a-b405-a5cb0a208dfb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.866307] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8425f5-b27e-44f8-b02c-e3f974412d69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.880270] env[69304]: DEBUG nova.compute.provider_tree [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.384110] env[69304]: DEBUG nova.scheduler.client.report [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.888748] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.889306] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.393934] env[69304]: DEBUG nova.compute.utils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1545.395398] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.395543] env[69304]: DEBUG nova.network.neutron [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.440592] env[69304]: DEBUG nova.policy [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.713196] env[69304]: DEBUG nova.network.neutron [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Successfully created port: ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.898608] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.909075] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.936360] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.936641] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.936825] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.937067] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.937253] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.937440] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.937684] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.937882] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.938100] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.938290] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.938490] env[69304]: DEBUG nova.virt.hardware [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.939459] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc679ab-fb76-4aea-93dd-753a0eda66ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.948122] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16e23d-9205-48a0-b0bd-d0cdff78d8e0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.094032] env[69304]: DEBUG nova.compute.manager [req-629d1a4d-eb6a-428c-8e0f-2f2d59a153c9 req-1955127b-6e66-4101-86fb-c79f9699c8bd service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Received event network-vif-plugged-ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1547.094032] env[69304]: DEBUG oslo_concurrency.lockutils [req-629d1a4d-eb6a-428c-8e0f-2f2d59a153c9 req-1955127b-6e66-4101-86fb-c79f9699c8bd service nova] Acquiring lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.094032] env[69304]: DEBUG oslo_concurrency.lockutils [req-629d1a4d-eb6a-428c-8e0f-2f2d59a153c9 req-1955127b-6e66-4101-86fb-c79f9699c8bd service nova] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.094213] env[69304]: DEBUG oslo_concurrency.lockutils [req-629d1a4d-eb6a-428c-8e0f-2f2d59a153c9 req-1955127b-6e66-4101-86fb-c79f9699c8bd service nova] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.094381] env[69304]: DEBUG nova.compute.manager [req-629d1a4d-eb6a-428c-8e0f-2f2d59a153c9 req-1955127b-6e66-4101-86fb-c79f9699c8bd service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] No waiting events found dispatching network-vif-plugged-ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1547.094542] env[69304]: WARNING nova.compute.manager [req-629d1a4d-eb6a-428c-8e0f-2f2d59a153c9 req-1955127b-6e66-4101-86fb-c79f9699c8bd service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Received unexpected event network-vif-plugged-ae816ea3-1c4c-474c-8251-085a41b01919 for instance with vm_state building and task_state spawning. [ 1547.176532] env[69304]: DEBUG nova.network.neutron [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Successfully updated port: ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.679594] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-23daa63a-4036-48ce-ae72-2ecb3693e6aa" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.679776] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-23daa63a-4036-48ce-ae72-2ecb3693e6aa" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.679830] env[69304]: DEBUG nova.network.neutron [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.213171] env[69304]: DEBUG nova.network.neutron [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.334676] env[69304]: DEBUG nova.network.neutron [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Updating instance_info_cache with network_info: [{"id": "ae816ea3-1c4c-474c-8251-085a41b01919", "address": "fa:16:3e:3b:a8:46", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae816ea3-1c", "ovs_interfaceid": "ae816ea3-1c4c-474c-8251-085a41b01919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.837490] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-23daa63a-4036-48ce-ae72-2ecb3693e6aa" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.837806] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Instance network_info: |[{"id": "ae816ea3-1c4c-474c-8251-085a41b01919", "address": "fa:16:3e:3b:a8:46", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae816ea3-1c", "ovs_interfaceid": "ae816ea3-1c4c-474c-8251-085a41b01919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1548.838262] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:a8:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae816ea3-1c4c-474c-8251-085a41b01919', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.845767] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1548.845982] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.846221] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db8d7ecc-63da-44d4-81b3-f7830428c478 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.866677] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.866677] env[69304]: value = "task-4209855" [ 1548.866677] env[69304]: _type = "Task" [ 1548.866677] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.874469] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209855, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.157062] env[69304]: DEBUG nova.compute.manager [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Received event network-changed-ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1549.157331] env[69304]: DEBUG nova.compute.manager [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Refreshing instance network info cache due to event network-changed-ae816ea3-1c4c-474c-8251-085a41b01919. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1549.157495] env[69304]: DEBUG oslo_concurrency.lockutils [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] Acquiring lock "refresh_cache-23daa63a-4036-48ce-ae72-2ecb3693e6aa" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.157639] env[69304]: DEBUG oslo_concurrency.lockutils [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] Acquired lock "refresh_cache-23daa63a-4036-48ce-ae72-2ecb3693e6aa" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.157803] env[69304]: DEBUG nova.network.neutron [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Refreshing network info cache for port ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.377346] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209855, 'name': CreateVM_Task, 'duration_secs': 0.299841} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.377779] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.378228] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.378368] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.378692] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.378941] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc0abc9-381d-4e59-8e57-a3ecc09fe082 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.384398] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1549.384398] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52632d38-901a-4255-8f10-c8357699101f" [ 1549.384398] env[69304]: _type = "Task" [ 1549.384398] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.391969] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52632d38-901a-4255-8f10-c8357699101f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.850100] env[69304]: DEBUG nova.network.neutron [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Updated VIF entry in instance network info cache for port ae816ea3-1c4c-474c-8251-085a41b01919. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.850467] env[69304]: DEBUG nova.network.neutron [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Updating instance_info_cache with network_info: [{"id": "ae816ea3-1c4c-474c-8251-085a41b01919", "address": "fa:16:3e:3b:a8:46", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae816ea3-1c", "ovs_interfaceid": "ae816ea3-1c4c-474c-8251-085a41b01919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.895233] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52632d38-901a-4255-8f10-c8357699101f, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.895550] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.895785] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.896037] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.896190] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.896371] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.896628] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e1f47e-6349-4b17-b312-ef8d05dc5c4d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.906335] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.906542] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.907295] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc81cb6f-faef-486e-96ce-ea1a20e3c797 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.913443] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1549.913443] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523262a6-d4e0-e102-de96-c9b04621b58d" [ 1549.913443] env[69304]: _type = "Task" [ 1549.913443] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.921357] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523262a6-d4e0-e102-de96-c9b04621b58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.353962] env[69304]: DEBUG oslo_concurrency.lockutils [req-90837d41-b271-45b9-af52-c88d4084074b req-ebb3d21b-806b-4ca2-b8fc-d4a4443bbde8 service nova] Releasing lock "refresh_cache-23daa63a-4036-48ce-ae72-2ecb3693e6aa" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.425104] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523262a6-d4e0-e102-de96-c9b04621b58d, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.425756] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfef20fd-5e3a-4445-ba08-9981f31db5dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.431127] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1550.431127] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a9914e-822f-adff-c527-4136bc4d7edd" [ 1550.431127] env[69304]: _type = "Task" [ 1550.431127] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.439078] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a9914e-822f-adff-c527-4136bc4d7edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.942991] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a9914e-822f-adff-c527-4136bc4d7edd, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.943259] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.943629] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 23daa63a-4036-48ce-ae72-2ecb3693e6aa/23daa63a-4036-48ce-ae72-2ecb3693e6aa.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.944019] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ebcd68-2661-4cbc-b8de-ed5258e91144 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.950917] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1550.950917] env[69304]: value = "task-4209856" [ 1550.950917] env[69304]: _type = "Task" [ 1550.950917] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.958783] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.461029] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436508} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.463210] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 23daa63a-4036-48ce-ae72-2ecb3693e6aa/23daa63a-4036-48ce-ae72-2ecb3693e6aa.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.463210] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.463210] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cc5ae05-9989-4c1a-97c3-3ed531fb926a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.468485] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1551.468485] env[69304]: value = "task-4209857" [ 1551.468485] env[69304]: _type = "Task" [ 1551.468485] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.475858] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.978445] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066999} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.978621] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.979507] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218936e-f405-4ba1-8525-d6fc6230acc0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.002280] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 23daa63a-4036-48ce-ae72-2ecb3693e6aa/23daa63a-4036-48ce-ae72-2ecb3693e6aa.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.002583] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d976091f-7424-4daa-a29f-d06e2d6437b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.021839] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1552.021839] env[69304]: value = "task-4209858" [ 1552.021839] env[69304]: _type = "Task" [ 1552.021839] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.029808] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.532101] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209858, 'name': ReconfigVM_Task, 'duration_secs': 0.26814} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.532489] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 23daa63a-4036-48ce-ae72-2ecb3693e6aa/23daa63a-4036-48ce-ae72-2ecb3693e6aa.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.533024] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0eb3524-93ba-4062-bf36-7087df347b7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.540745] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1552.540745] env[69304]: value = "task-4209859" [ 1552.540745] env[69304]: _type = "Task" [ 1552.540745] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.548413] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209859, 'name': Rename_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.050440] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209859, 'name': Rename_Task, 'duration_secs': 0.156733} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.050670] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.050969] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f067ec8a-e36f-4f36-999c-20e924346063 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.057918] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1553.057918] env[69304]: value = "task-4209860" [ 1553.057918] env[69304]: _type = "Task" [ 1553.057918] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.066156] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.569703] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.070057] env[69304]: DEBUG oslo_vmware.api [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209860, 'name': PowerOnVM_Task, 'duration_secs': 0.557361} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.070057] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.070057] env[69304]: INFO nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1554.070340] env[69304]: DEBUG nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1554.071176] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd071249-50a9-4160-b574-52db1e6d06e9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.588985] env[69304]: INFO nova.compute.manager [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Took 11.88 seconds to build instance. [ 1555.091278] env[69304]: DEBUG oslo_concurrency.lockutils [None req-a12a771c-8a34-4831-882b-528b1fa3fddc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.391s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.089197] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.089606] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.089744] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.089928] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.090134] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.092357] env[69304]: INFO nova.compute.manager [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Terminating instance [ 1556.596239] env[69304]: DEBUG nova.compute.manager [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.596449] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.597308] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208a3aa5-97dd-4390-a5be-793776635881 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.605466] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.605709] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2236d290-a12c-4704-a032-590fc034e34c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.612794] env[69304]: DEBUG oslo_vmware.api [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1556.612794] env[69304]: value = "task-4209861" [ 1556.612794] env[69304]: _type = "Task" [ 1556.612794] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.621086] env[69304]: DEBUG oslo_vmware.api [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.123206] env[69304]: DEBUG oslo_vmware.api [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209861, 'name': PowerOffVM_Task, 'duration_secs': 0.171549} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.123593] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.123640] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.123874] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-477aa5bb-c8b5-438f-af2d-b20c95817fbf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.183177] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.183415] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.183641] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore1] 23daa63a-4036-48ce-ae72-2ecb3693e6aa {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.183968] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edd0abdd-cc01-46a2-9e0c-81dbe016bee5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.195269] env[69304]: DEBUG oslo_vmware.api [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1557.195269] env[69304]: value = "task-4209863" [ 1557.195269] env[69304]: _type = "Task" [ 1557.195269] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.204341] env[69304]: DEBUG oslo_vmware.api [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.705159] env[69304]: DEBUG oslo_vmware.api [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142488} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.705408] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.705591] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.705761] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.705933] env[69304]: INFO nova.compute.manager [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1557.706193] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1557.706380] env[69304]: DEBUG nova.compute.manager [-] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.706473] env[69304]: DEBUG nova.network.neutron [-] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.963808] env[69304]: DEBUG nova.compute.manager [req-a9d597f8-06e1-49fc-95ca-6f2a81a70512 req-c834b748-f412-45ec-b7e4-a319db78170b service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Received event network-vif-deleted-ae816ea3-1c4c-474c-8251-085a41b01919 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1557.963932] env[69304]: INFO nova.compute.manager [req-a9d597f8-06e1-49fc-95ca-6f2a81a70512 req-c834b748-f412-45ec-b7e4-a319db78170b service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Neutron deleted interface ae816ea3-1c4c-474c-8251-085a41b01919; detaching it from the instance and deleting it from the info cache [ 1557.964247] env[69304]: DEBUG nova.network.neutron [req-a9d597f8-06e1-49fc-95ca-6f2a81a70512 req-c834b748-f412-45ec-b7e4-a319db78170b service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.978609] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.978801] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.978955] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.979124] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.979276] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.979416] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.979557] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.979684] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1557.979823] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.448454] env[69304]: DEBUG nova.network.neutron [-] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.467356] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e26e9d41-9056-45dd-82a6-b0b252bdadb4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.477826] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f9622c-951e-4961-9a1c-a346e95019e2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.489788] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.490026] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.490208] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.490355] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1558.491563] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaaf3ce-4201-4df8-b353-24992ec7b031 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.503536] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c5678-d014-4728-9439-6b70133378de {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.513666] env[69304]: DEBUG nova.compute.manager [req-a9d597f8-06e1-49fc-95ca-6f2a81a70512 req-c834b748-f412-45ec-b7e4-a319db78170b service nova] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Detach interface failed, port_id=ae816ea3-1c4c-474c-8251-085a41b01919, reason: Instance 23daa63a-4036-48ce-ae72-2ecb3693e6aa could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1558.524728] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ccd72-f667-42e1-bd2f-1d99f317c8c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.531656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e60009b-884c-434b-8983-a0c3cdac49f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.560289] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180128MB free_disk=3GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1558.560459] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.560661] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.950685] env[69304]: INFO nova.compute.manager [-] [instance: 23daa63a-4036-48ce-ae72-2ecb3693e6aa] Took 1.24 seconds to deallocate network for instance. [ 1559.457510] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.587193] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1559.587347] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 8649e877-0529-4b60-b147-3aa9b55d78fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1559.587469] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1559.587588] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 44af9988-ba3e-4ee2-a287-bf1aff0a194c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1559.587705] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 9c12e97e-beff-45d8-972c-70c6a930d689 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1559.587820] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 23daa63a-4036-48ce-ae72-2ecb3693e6aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1559.588013] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1559.588162] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1559.668997] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e7e59-6815-4857-8c41-a2ea1873aec6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.676759] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952aa55f-de42-4147-8ecf-0150e2e63ca0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.707164] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bdfebc-def2-43f9-b633-1239f0f4a973 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.717957] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe61a0-5ef8-4531-861b-b1fe637bfffb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.731841] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.235788] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1560.741385] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1560.741786] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.741864] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.285s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.742250] env[69304]: DEBUG nova.objects.instance [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 23daa63a-4036-48ce-ae72-2ecb3693e6aa {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.324093] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5fd71d-d919-44d6-9ef3-56c241bd2566 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.331984] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b1f15e-9ceb-471b-922c-be14016d313e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.362541] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886f18b-9024-46cd-bde9-2cf056c315be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.370434] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d0645-1fdd-469a-be29-a2c1a6c3d2c3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.384133] env[69304]: DEBUG nova.compute.provider_tree [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.633485] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.888096] env[69304]: DEBUG nova.scheduler.client.report [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.393071] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.417088] env[69304]: INFO nova.scheduler.client.report [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 23daa63a-4036-48ce-ae72-2ecb3693e6aa [ 1562.916671] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "9c12e97e-beff-45d8-972c-70c6a930d689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.917115] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.917171] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.917350] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.917522] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.919924] env[69304]: INFO nova.compute.manager [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Terminating instance [ 1562.925199] env[69304]: DEBUG oslo_concurrency.lockutils [None req-18422095-3f78-4f9b-bba5-55a40b98fa74 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "23daa63a-4036-48ce-ae72-2ecb3693e6aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.836s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.426349] env[69304]: DEBUG nova.compute.manager [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.426614] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.427363] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ef9c97e-0cb1-4be1-af54-967dfd995494 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.435264] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1563.435264] env[69304]: value = "task-4209864" [ 1563.435264] env[69304]: _type = "Task" [ 1563.435264] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.445876] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.945865] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209864, 'name': PowerOffVM_Task, 'duration_secs': 0.179701} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.946260] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.946343] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Volume detach. Driver type: vmdk {{(pid=69304) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1563.946532] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832983', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'name': 'volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c12e97e-beff-45d8-972c-70c6a930d689', 'attached_at': '2025-05-16T14:40:31.000000', 'detached_at': '', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'serial': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1563.947322] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951bcd81-4cd0-4809-b891-13db799b4c2d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.965755] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af030cd-ae86-416b-8d14-3585b0d0c847 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.972737] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c56f6-2be6-4ce7-b479-c6008e73bf0c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.990472] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47bc351-072b-40a6-b57b-344e3733ee90 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.005767] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] The volume has not been displaced from its original location: [datastore1] volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87/volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87.vmdk. No consolidation needed. {{(pid=69304) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1564.011021] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1564.011322] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e59fa6-babc-4d90-8de2-32953c02516c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.029310] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1564.029310] env[69304]: value = "task-4209865" [ 1564.029310] env[69304]: _type = "Task" [ 1564.029310] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.037591] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.133488] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.133718] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.539616] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209865, 'name': ReconfigVM_Task, 'duration_secs': 0.176926} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.539881] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69304) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1564.544524] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e08d406-e004-446a-ae50-89da2cd0e3b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.559646] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1564.559646] env[69304]: value = "task-4209866" [ 1564.559646] env[69304]: _type = "Task" [ 1564.559646] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.569934] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.636659] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1565.070150] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209866, 'name': ReconfigVM_Task, 'duration_secs': 0.163491} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.070556] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-832983', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'name': 'volume-0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9c12e97e-beff-45d8-972c-70c6a930d689', 'attached_at': '2025-05-16T14:40:31.000000', 'detached_at': '', 'volume_id': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87', 'serial': '0334a4cd-ebc0-40d0-a5f8-7c140ae83a87'} {{(pid=69304) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1565.070719] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.071576] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9621fae-292b-474c-a313-58078eb02347 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.078595] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.078802] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9045326b-113a-4cf8-8fe2-5ce53f08129d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.145096] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.145352] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.145547] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 9c12e97e-beff-45d8-972c-70c6a930d689 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.148081] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57a044aa-82d6-4401-85b2-6c3599abb4c5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.155592] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1565.155592] env[69304]: value = "task-4209868" [ 1565.155592] env[69304]: _type = "Task" [ 1565.155592] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.164538] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.173933] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.174221] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.175768] env[69304]: INFO nova.compute.claims [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.666177] env[69304]: DEBUG oslo_vmware.api [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085381} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.666542] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.666759] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.666965] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.667166] env[69304]: INFO nova.compute.manager [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1565.667446] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1565.667644] env[69304]: DEBUG nova.compute.manager [-] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.667744] env[69304]: DEBUG nova.network.neutron [-] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.144265] env[69304]: DEBUG nova.compute.manager [req-625afe8b-dd44-4d72-b81d-51ea3ddb5b8d req-02e1b755-cae1-48fd-badc-1190e3d5fbe7 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Received event network-vif-deleted-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1566.144572] env[69304]: INFO nova.compute.manager [req-625afe8b-dd44-4d72-b81d-51ea3ddb5b8d req-02e1b755-cae1-48fd-badc-1190e3d5fbe7 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Neutron deleted interface d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f; detaching it from the instance and deleting it from the info cache [ 1566.145148] env[69304]: DEBUG nova.network.neutron [req-625afe8b-dd44-4d72-b81d-51ea3ddb5b8d req-02e1b755-cae1-48fd-badc-1190e3d5fbe7 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.269629] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d56462-8f89-4e5c-ad38-1b5cb97c7b73 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.278494] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b6368c-9349-4cfd-98c4-b3674031009b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.311545] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a8b856-3504-48ab-b42a-e229a5a86aff {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.319686] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1ddca-895d-4869-a07d-98027094f82e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.334131] env[69304]: DEBUG nova.compute.provider_tree [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.633484] env[69304]: DEBUG nova.network.neutron [-] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.647144] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7c1eb90-a97f-4108-b9e5-7cb111cb6786 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.657880] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553cc297-c6d8-4841-b3d4-192dfd3263a8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.684758] env[69304]: DEBUG nova.compute.manager [req-625afe8b-dd44-4d72-b81d-51ea3ddb5b8d req-02e1b755-cae1-48fd-badc-1190e3d5fbe7 service nova] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Detach interface failed, port_id=d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f, reason: Instance 9c12e97e-beff-45d8-972c-70c6a930d689 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1566.837458] env[69304]: DEBUG nova.scheduler.client.report [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.136704] env[69304]: INFO nova.compute.manager [-] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Took 1.47 seconds to deallocate network for instance. [ 1567.342974] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.343547] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1567.681625] env[69304]: INFO nova.compute.manager [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Took 0.54 seconds to detach 1 volumes for instance. [ 1567.683951] env[69304]: DEBUG nova.compute.manager [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 9c12e97e-beff-45d8-972c-70c6a930d689] Deleting volume: 0334a4cd-ebc0-40d0-a5f8-7c140ae83a87 {{(pid=69304) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1567.849513] env[69304]: DEBUG nova.compute.utils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1567.851091] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.851269] env[69304]: DEBUG nova.network.neutron [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.893301] env[69304]: DEBUG nova.policy [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '521cda44a4b34f50b3f1814e46140464', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e71e314171b41cf821a07f38c20e4d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.186672] env[69304]: DEBUG nova.network.neutron [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Successfully created port: ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1568.225605] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.225888] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.226122] env[69304]: DEBUG nova.objects.instance [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'resources' on Instance uuid 9c12e97e-beff-45d8-972c-70c6a930d689 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.354463] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.823182] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0133681d-62a9-49db-a352-1fc7c1670ed9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.831344] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff6fa85-eacb-4796-83cf-1000b3b7b631 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.865800] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc97979-ac72-4afd-87ed-a7782f2b6a53 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.874334] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984376c9-b5ca-4943-bc45-a6eb5057600c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.888651] env[69304]: DEBUG nova.compute.provider_tree [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.371129] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1569.392490] env[69304]: DEBUG nova.scheduler.client.report [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.405864] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.406184] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.406356] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.406541] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.406688] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.406833] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.407057] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.407245] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.407419] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.407581] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.407753] env[69304]: DEBUG nova.virt.hardware [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.408682] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c225befb-3b87-46d5-bb15-13db01c2e46b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.418881] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aaeee0-1a3d-40ef-824d-c00fa90b85aa {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.615954] env[69304]: DEBUG nova.compute.manager [req-8c858374-a932-4423-abe9-4889cfe81fea req-18fd5f6c-9c3f-48df-9d08-4f6c289eaf1f service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Received event network-vif-plugged-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1569.616199] env[69304]: DEBUG oslo_concurrency.lockutils [req-8c858374-a932-4423-abe9-4889cfe81fea req-18fd5f6c-9c3f-48df-9d08-4f6c289eaf1f service nova] Acquiring lock "39cfab9d-8e82-44cd-892f-cdff3bb98117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.616405] env[69304]: DEBUG oslo_concurrency.lockutils [req-8c858374-a932-4423-abe9-4889cfe81fea req-18fd5f6c-9c3f-48df-9d08-4f6c289eaf1f service nova] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.616568] env[69304]: DEBUG oslo_concurrency.lockutils [req-8c858374-a932-4423-abe9-4889cfe81fea req-18fd5f6c-9c3f-48df-9d08-4f6c289eaf1f service nova] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.616730] env[69304]: DEBUG nova.compute.manager [req-8c858374-a932-4423-abe9-4889cfe81fea req-18fd5f6c-9c3f-48df-9d08-4f6c289eaf1f service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] No waiting events found dispatching network-vif-plugged-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1569.616892] env[69304]: WARNING nova.compute.manager [req-8c858374-a932-4423-abe9-4889cfe81fea req-18fd5f6c-9c3f-48df-9d08-4f6c289eaf1f service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Received unexpected event network-vif-plugged-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 for instance with vm_state building and task_state spawning. [ 1569.715897] env[69304]: DEBUG nova.network.neutron [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Successfully updated port: ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.897374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.916357] env[69304]: INFO nova.scheduler.client.report [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted allocations for instance 9c12e97e-beff-45d8-972c-70c6a930d689 [ 1570.225371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "refresh_cache-39cfab9d-8e82-44cd-892f-cdff3bb98117" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.225371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "refresh_cache-39cfab9d-8e82-44cd-892f-cdff3bb98117" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.225371] env[69304]: DEBUG nova.network.neutron [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.424245] env[69304]: DEBUG oslo_concurrency.lockutils [None req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "9c12e97e-beff-45d8-972c-70c6a930d689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.507s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.755490] env[69304]: DEBUG nova.network.neutron [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.888474] env[69304]: DEBUG nova.network.neutron [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Updating instance_info_cache with network_info: [{"id": "ad3b6452-3a94-4b46-9481-7ea5a36f60a1", "address": "fa:16:3e:68:c9:4c", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3b6452-3a", "ovs_interfaceid": "ad3b6452-3a94-4b46-9481-7ea5a36f60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.017951] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.018202] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.018445] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.018610] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.018779] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.021018] env[69304]: INFO nova.compute.manager [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Terminating instance [ 1571.391571] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "refresh_cache-39cfab9d-8e82-44cd-892f-cdff3bb98117" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.391887] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Instance network_info: |[{"id": "ad3b6452-3a94-4b46-9481-7ea5a36f60a1", "address": "fa:16:3e:68:c9:4c", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3b6452-3a", "ovs_interfaceid": "ad3b6452-3a94-4b46-9481-7ea5a36f60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.392364] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c9:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad3b6452-3a94-4b46-9481-7ea5a36f60a1', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.399885] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1571.400113] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.400344] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-786ff64b-9720-4699-a0f9-b416a99db451 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.420828] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.420828] env[69304]: value = "task-4209870" [ 1571.420828] env[69304]: _type = "Task" [ 1571.420828] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.428672] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209870, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.525107] env[69304]: DEBUG nova.compute.manager [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1571.525384] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.526290] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3692481a-dce6-40f1-90f7-c6c1284cf38b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.534402] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.534665] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61eb980f-cce2-44be-baaf-c0e2882585b3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.541572] env[69304]: DEBUG oslo_vmware.api [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1571.541572] env[69304]: value = "task-4209871" [ 1571.541572] env[69304]: _type = "Task" [ 1571.541572] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.550809] env[69304]: DEBUG oslo_vmware.api [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.651702] env[69304]: DEBUG nova.compute.manager [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Received event network-changed-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1571.651911] env[69304]: DEBUG nova.compute.manager [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Refreshing instance network info cache due to event network-changed-ad3b6452-3a94-4b46-9481-7ea5a36f60a1. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1571.652157] env[69304]: DEBUG oslo_concurrency.lockutils [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] Acquiring lock "refresh_cache-39cfab9d-8e82-44cd-892f-cdff3bb98117" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.652324] env[69304]: DEBUG oslo_concurrency.lockutils [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] Acquired lock "refresh_cache-39cfab9d-8e82-44cd-892f-cdff3bb98117" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.652538] env[69304]: DEBUG nova.network.neutron [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Refreshing network info cache for port ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.932486] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209870, 'name': CreateVM_Task, 'duration_secs': 0.312656} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.932728] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.933342] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.933502] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.933879] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.934182] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590fefe8-d00b-4f0b-9d9b-66aec8844d83 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.939018] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1571.939018] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a294a9-2e2d-3ea7-4aa4-ad4f02817da7" [ 1571.939018] env[69304]: _type = "Task" [ 1571.939018] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.947242] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a294a9-2e2d-3ea7-4aa4-ad4f02817da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.051653] env[69304]: DEBUG oslo_vmware.api [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209871, 'name': PowerOffVM_Task, 'duration_secs': 0.207998} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.051888] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.052067] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.052323] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b86f088c-31d7-4c01-9ca4-aff9440e2d39 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.114749] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.115131] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.115385] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 44af9988-ba3e-4ee2-a287-bf1aff0a194c {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.115710] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8081385f-5887-498c-a7e8-f34f6dca6943 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.122532] env[69304]: DEBUG oslo_vmware.api [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1572.122532] env[69304]: value = "task-4209873" [ 1572.122532] env[69304]: _type = "Task" [ 1572.122532] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.130435] env[69304]: DEBUG oslo_vmware.api [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.346393] env[69304]: DEBUG nova.network.neutron [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Updated VIF entry in instance network info cache for port ad3b6452-3a94-4b46-9481-7ea5a36f60a1. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.346776] env[69304]: DEBUG nova.network.neutron [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Updating instance_info_cache with network_info: [{"id": "ad3b6452-3a94-4b46-9481-7ea5a36f60a1", "address": "fa:16:3e:68:c9:4c", "network": {"id": "ce5aac43-1f73-4a7f-a6b6-afc2b8f858bc", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738989014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e71e314171b41cf821a07f38c20e4d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad3b6452-3a", "ovs_interfaceid": "ad3b6452-3a94-4b46-9481-7ea5a36f60a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.450352] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a294a9-2e2d-3ea7-4aa4-ad4f02817da7, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.450723] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.450951] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.451196] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.451351] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.451532] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.451795] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-114bda98-5072-4f9b-8283-0b140f6968f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.460156] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.460327] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.461029] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee887a39-caff-412f-8f4c-87dde4fc48b1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.466125] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1572.466125] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7b76d-e5a9-c213-b43f-b525109d01b8" [ 1572.466125] env[69304]: _type = "Task" [ 1572.466125] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.473623] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7b76d-e5a9-c213-b43f-b525109d01b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.632299] env[69304]: DEBUG oslo_vmware.api [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131122} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.632549] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.632734] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.632932] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.633166] env[69304]: INFO nova.compute.manager [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1572.633425] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1572.633618] env[69304]: DEBUG nova.compute.manager [-] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.633700] env[69304]: DEBUG nova.network.neutron [-] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.849688] env[69304]: DEBUG oslo_concurrency.lockutils [req-84a6764e-d38c-4a70-a683-a2eec4c0e80c req-310cc4d8-ac07-4f46-a80e-5b5cb71ac2e6 service nova] Releasing lock "refresh_cache-39cfab9d-8e82-44cd-892f-cdff3bb98117" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.977520] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a7b76d-e5a9-c213-b43f-b525109d01b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.978251] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258acd7c-b319-47c8-9e9b-118aff12f4c2 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.983490] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1572.983490] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52266275-db2d-b7b4-f382-72ebf3bd9d84" [ 1572.983490] env[69304]: _type = "Task" [ 1572.983490] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.991070] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52266275-db2d-b7b4-f382-72ebf3bd9d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.367011] env[69304]: DEBUG nova.network.neutron [-] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.494049] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52266275-db2d-b7b4-f382-72ebf3bd9d84, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.494428] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.494553] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 39cfab9d-8e82-44cd-892f-cdff3bb98117/39cfab9d-8e82-44cd-892f-cdff3bb98117.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.494776] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ccbc7e7-c146-4325-ba31-cecaae024d26 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.502600] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1573.502600] env[69304]: value = "task-4209874" [ 1573.502600] env[69304]: _type = "Task" [ 1573.502600] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.680785] env[69304]: DEBUG nova.compute.manager [req-4e733140-3b92-45cf-85b4-4ac6c357cdd3 req-7ef8af2e-3243-47c1-9f1d-3e53b41f87a6 service nova] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Received event network-vif-deleted-1ef910e1-8e36-45d0-ab9f-464753904983 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1573.871054] env[69304]: INFO nova.compute.manager [-] [instance: 44af9988-ba3e-4ee2-a287-bf1aff0a194c] Took 1.24 seconds to deallocate network for instance. [ 1574.014591] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511157} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.014825] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 39cfab9d-8e82-44cd-892f-cdff3bb98117/39cfab9d-8e82-44cd-892f-cdff3bb98117.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.014986] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.015261] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-637ee458-955f-4d92-9c19-060f8b82f1f6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.022745] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1574.022745] env[69304]: value = "task-4209875" [ 1574.022745] env[69304]: _type = "Task" [ 1574.022745] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.033805] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.377495] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.377840] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.378112] env[69304]: DEBUG nova.objects.instance [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'resources' on Instance uuid 44af9988-ba3e-4ee2-a287-bf1aff0a194c {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.532369] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111522} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.532755] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.533475] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237ae36d-d301-4959-87b2-a0a8074a5f77 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.558539] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 39cfab9d-8e82-44cd-892f-cdff3bb98117/39cfab9d-8e82-44cd-892f-cdff3bb98117.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.558801] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd95fef8-86a2-4323-a681-22413e7cafbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.578365] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1574.578365] env[69304]: value = "task-4209876" [ 1574.578365] env[69304]: _type = "Task" [ 1574.578365] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.586017] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.958717] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074dac9-d526-4a7b-ac80-c256e5b47b02 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.966253] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ccdbfd-1d1e-4104-9baf-8151c13913ea {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.997193] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a56e4e-962d-42e4-a425-0fb8fd4c7f81 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.004437] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d44cf-3aab-40f1-9184-d07fd2c34e58 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.017554] env[69304]: DEBUG nova.compute.provider_tree [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.113104] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209876, 'name': ReconfigVM_Task, 'duration_secs': 0.270385} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.113824] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 39cfab9d-8e82-44cd-892f-cdff3bb98117/39cfab9d-8e82-44cd-892f-cdff3bb98117.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.114965] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65de4078-3809-47f8-b617-1324938f9b7f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.128789] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1575.128789] env[69304]: value = "task-4209877" [ 1575.128789] env[69304]: _type = "Task" [ 1575.128789] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.149235] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209877, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.520643] env[69304]: DEBUG nova.scheduler.client.report [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.639049] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209877, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.026108] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.047375] env[69304]: INFO nova.scheduler.client.report [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted allocations for instance 44af9988-ba3e-4ee2-a287-bf1aff0a194c [ 1576.142512] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209877, 'name': Rename_Task} progress is 99%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.555547] env[69304]: DEBUG oslo_concurrency.lockutils [None req-4c91e91b-2bc8-40f2-a285-1b0baf364de2 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "44af9988-ba3e-4ee2-a287-bf1aff0a194c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.640941] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209877, 'name': Rename_Task, 'duration_secs': 1.157692} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.641319] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.641504] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8db690-e5c9-4119-aafa-f60850a49adf {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.648224] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1576.648224] env[69304]: value = "task-4209878" [ 1576.648224] env[69304]: _type = "Task" [ 1576.648224] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.656420] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.158889] env[69304]: DEBUG oslo_vmware.api [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209878, 'name': PowerOnVM_Task, 'duration_secs': 0.431711} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.159164] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.159364] env[69304]: INFO nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1577.159544] env[69304]: DEBUG nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1577.160321] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca26627f-caf8-4e7b-be54-028e69e510fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.676625] env[69304]: INFO nova.compute.manager [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Took 12.53 seconds to build instance. [ 1578.179578] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08b49c27-466e-4074-a2cd-59209172b641 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.046s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.597878] env[69304]: DEBUG oslo_concurrency.lockutils [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.598181] env[69304]: DEBUG oslo_concurrency.lockutils [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.598373] env[69304]: DEBUG nova.compute.manager [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1578.599731] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7540be-ee9f-4b4b-a5b0-eb18315852d6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.606514] env[69304]: DEBUG nova.compute.manager [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69304) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1578.607130] env[69304]: DEBUG nova.objects.instance [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'flavor' on Instance uuid 39cfab9d-8e82-44cd-892f-cdff3bb98117 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.614953] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.615367] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-046a0161-d496-43f0-a33b-bf2ca9fdb036 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.623474] env[69304]: DEBUG oslo_vmware.api [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1579.623474] env[69304]: value = "task-4209880" [ 1579.623474] env[69304]: _type = "Task" [ 1579.623474] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.632048] env[69304]: DEBUG oslo_vmware.api [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.134566] env[69304]: DEBUG oslo_vmware.api [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209880, 'name': PowerOffVM_Task, 'duration_secs': 0.171085} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.134761] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.134955] env[69304]: DEBUG nova.compute.manager [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1580.135872] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983a5f6d-d6af-4817-937e-21af91f4892a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.647495] env[69304]: DEBUG oslo_concurrency.lockutils [None req-309af4f1-fcd1-42d6-82af-4acc90c2f724 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.742919] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "8649e877-0529-4b60-b147-3aa9b55d78fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.743258] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.743478] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "8649e877-0529-4b60-b147-3aa9b55d78fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.744136] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.744380] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.749324] env[69304]: INFO nova.compute.manager [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Terminating instance [ 1581.251508] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.251733] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.251942] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "39cfab9d-8e82-44cd-892f-cdff3bb98117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.252132] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.252303] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.254444] env[69304]: INFO nova.compute.manager [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Terminating instance [ 1581.255995] env[69304]: DEBUG nova.compute.manager [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.256205] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.257746] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e8469f-a41f-4211-bcf6-273220c89829 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.266696] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.266934] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f42c2ba-b052-42dd-b06b-a954c6f7b7e3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.273862] env[69304]: DEBUG oslo_vmware.api [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1581.273862] env[69304]: value = "task-4209881" [ 1581.273862] env[69304]: _type = "Task" [ 1581.273862] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.281798] env[69304]: DEBUG oslo_vmware.api [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.761707] env[69304]: DEBUG nova.compute.manager [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.762154] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.763016] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fe6429-7d69-4136-814b-4890875d6a69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.772071] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.772337] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb1a3c5-d9ac-495e-b316-a63083b81bb8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.783559] env[69304]: DEBUG oslo_vmware.api [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209881, 'name': PowerOffVM_Task, 'duration_secs': 0.199582} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.783827] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.784040] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.784278] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aea2bd47-fc06-4eb8-a5bf-2b51b1281817 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.853957] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.854291] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.854588] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleting the datastore file [datastore1] 8649e877-0529-4b60-b147-3aa9b55d78fc {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.854964] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702113e2-f86e-449f-bc70-f1a1b9e5dd2f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.863446] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.863814] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.863929] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore1] 39cfab9d-8e82-44cd-892f-cdff3bb98117 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.865335] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c3fc02-8d7c-4214-aef1-074c000ec057 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.867420] env[69304]: DEBUG oslo_vmware.api [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for the task: (returnval){ [ 1581.867420] env[69304]: value = "task-4209884" [ 1581.867420] env[69304]: _type = "Task" [ 1581.867420] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.872736] env[69304]: DEBUG oslo_vmware.api [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1581.872736] env[69304]: value = "task-4209885" [ 1581.872736] env[69304]: _type = "Task" [ 1581.872736] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.878778] env[69304]: DEBUG oslo_vmware.api [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.883504] env[69304]: DEBUG oslo_vmware.api [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.380264] env[69304]: DEBUG oslo_vmware.api [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Task: {'id': task-4209884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14959} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.380887] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.381173] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.381380] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.381556] env[69304]: INFO nova.compute.manager [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1582.381813] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.382017] env[69304]: DEBUG nova.compute.manager [-] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.382127] env[69304]: DEBUG nova.network.neutron [-] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.387034] env[69304]: DEBUG oslo_vmware.api [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143502} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.387530] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.387709] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.387888] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.388074] env[69304]: INFO nova.compute.manager [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1582.388314] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.388496] env[69304]: DEBUG nova.compute.manager [-] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.388589] env[69304]: DEBUG nova.network.neutron [-] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.639357] env[69304]: DEBUG nova.compute.manager [req-c1449319-b66d-4bff-afef-f138385cd652 req-b4001d5e-6045-4659-a2e1-cd15e76c39cc service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Received event network-vif-deleted-8552138c-9af5-4b18-8977-686e5e60b327 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1582.639572] env[69304]: INFO nova.compute.manager [req-c1449319-b66d-4bff-afef-f138385cd652 req-b4001d5e-6045-4659-a2e1-cd15e76c39cc service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Neutron deleted interface 8552138c-9af5-4b18-8977-686e5e60b327; detaching it from the instance and deleting it from the info cache [ 1582.639743] env[69304]: DEBUG nova.network.neutron [req-c1449319-b66d-4bff-afef-f138385cd652 req-b4001d5e-6045-4659-a2e1-cd15e76c39cc service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.685201] env[69304]: DEBUG nova.compute.manager [req-4b5cd530-0148-401e-9514-afe579089859 req-701deb0a-4126-4680-a96a-66865a93e3ea service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Received event network-vif-deleted-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1582.685542] env[69304]: INFO nova.compute.manager [req-4b5cd530-0148-401e-9514-afe579089859 req-701deb0a-4126-4680-a96a-66865a93e3ea service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Neutron deleted interface ad3b6452-3a94-4b46-9481-7ea5a36f60a1; detaching it from the instance and deleting it from the info cache [ 1582.685965] env[69304]: DEBUG nova.network.neutron [req-4b5cd530-0148-401e-9514-afe579089859 req-701deb0a-4126-4680-a96a-66865a93e3ea service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.124792] env[69304]: DEBUG nova.network.neutron [-] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.142212] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-681ec9ec-ab40-47a9-a8cc-46fb0c95f815 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.145214] env[69304]: DEBUG nova.network.neutron [-] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.153750] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3682ef-4dbb-4857-a5fb-f1114f0b0361 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.180671] env[69304]: DEBUG nova.compute.manager [req-c1449319-b66d-4bff-afef-f138385cd652 req-b4001d5e-6045-4659-a2e1-cd15e76c39cc service nova] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Detach interface failed, port_id=8552138c-9af5-4b18-8977-686e5e60b327, reason: Instance 8649e877-0529-4b60-b147-3aa9b55d78fc could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1583.188724] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0efc8f39-2612-4c5a-9536-b0301ec6ae47 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.197603] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aece65-d455-4c84-abae-d58cc82ebf31 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.221954] env[69304]: DEBUG nova.compute.manager [req-4b5cd530-0148-401e-9514-afe579089859 req-701deb0a-4126-4680-a96a-66865a93e3ea service nova] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Detach interface failed, port_id=ad3b6452-3a94-4b46-9481-7ea5a36f60a1, reason: Instance 39cfab9d-8e82-44cd-892f-cdff3bb98117 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1583.627949] env[69304]: INFO nova.compute.manager [-] [instance: 8649e877-0529-4b60-b147-3aa9b55d78fc] Took 1.25 seconds to deallocate network for instance. [ 1583.648500] env[69304]: INFO nova.compute.manager [-] [instance: 39cfab9d-8e82-44cd-892f-cdff3bb98117] Took 1.26 seconds to deallocate network for instance. [ 1584.136070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.136070] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.136070] env[69304]: DEBUG nova.objects.instance [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lazy-loading 'resources' on Instance uuid 8649e877-0529-4b60-b147-3aa9b55d78fc {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.154942] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.701661] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3728d83-a2e8-459f-9c6b-7250b0d6d488 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.709883] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e22b68-bb08-4af3-aebd-3a10253e70ce {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.742794] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31cd790-5e56-45c2-bb14-70450d27cc5c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.752129] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f379a23-67e9-4785-ab3a-b3b92ed1125e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.766189] env[69304]: DEBUG nova.compute.provider_tree [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.287645] env[69304]: ERROR nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] [req-68d5f9fc-01df-4bed-9778-d0bcae03ecd8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9ef7e6da-ae4c-4446-9eb3-2b470397f63e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68d5f9fc-01df-4bed-9778-d0bcae03ecd8"}]} [ 1585.307044] env[69304]: DEBUG nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing inventories for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1585.320848] env[69304]: DEBUG nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating ProviderTree inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1585.321121] env[69304]: DEBUG nova.compute.provider_tree [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 3, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.332456] env[69304]: DEBUG nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing aggregate associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, aggregates: None {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1585.350606] env[69304]: DEBUG nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Refreshing trait associations for resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69304) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1585.408293] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b328a416-ead6-440f-861e-d22f17b39d5b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.415598] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42df0696-2f20-44f7-9e1d-abe3500948e4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.444876] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9837b6-69aa-47af-ae05-688c3755dcec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.452091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b78379-556a-4102-baa4-5164b5de113a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.464977] env[69304]: DEBUG nova.compute.provider_tree [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.997026] env[69304]: DEBUG nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updated inventory for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with generation 185 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1585.997026] env[69304]: DEBUG nova.compute.provider_tree [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating resource provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e generation from 185 to 186 during operation: update_inventory {{(pid=69304) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1585.997026] env[69304]: DEBUG nova.compute.provider_tree [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Updating inventory in ProviderTree for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.501425] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.505501] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.351s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.505729] env[69304]: DEBUG nova.objects.instance [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 39cfab9d-8e82-44cd-892f-cdff3bb98117 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.523022] env[69304]: INFO nova.scheduler.client.report [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Deleted allocations for instance 8649e877-0529-4b60-b147-3aa9b55d78fc [ 1587.031024] env[69304]: DEBUG oslo_concurrency.lockutils [None req-9f491879-94f9-43d5-91a9-de753ab0d215 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Lock "8649e877-0529-4b60-b147-3aa9b55d78fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.056921] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb5ac24-d549-494c-a147-4fbc1005b446 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.065894] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f338f403-cfe7-441e-aeb3-991679af779d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.095971] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57672adf-d817-47d1-9b89-e1d8470a392e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.104127] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de3668-bef6-4f1c-9686-1d7c296c14df {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.118723] env[69304]: DEBUG nova.compute.provider_tree [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.622404] env[69304]: DEBUG nova.scheduler.client.report [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.129154] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.171424] env[69304]: INFO nova.scheduler.client.report [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 39cfab9d-8e82-44cd-892f-cdff3bb98117 [ 1588.677890] env[69304]: DEBUG oslo_concurrency.lockutils [None req-503bf0e4-f819-4a98-a881-de8cbdcf167b tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "39cfab9d-8e82-44cd-892f-cdff3bb98117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.426s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.170124] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.170539] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.170800] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.171086] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.171339] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.173428] env[69304]: INFO nova.compute.manager [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Terminating instance [ 1589.676904] env[69304]: DEBUG nova.compute.manager [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.677084] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.678014] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2111dd90-5da0-4d66-b8ac-3b921d644e87 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.687330] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.687593] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-412c4c3f-598d-4f08-acdf-66d62af43c96 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.694241] env[69304]: DEBUG oslo_vmware.api [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1589.694241] env[69304]: value = "task-4209886" [ 1589.694241] env[69304]: _type = "Task" [ 1589.694241] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.702977] env[69304]: DEBUG oslo_vmware.api [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.204166] env[69304]: DEBUG oslo_vmware.api [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209886, 'name': PowerOffVM_Task, 'duration_secs': 0.208752} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.204460] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.204629] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.204881] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e138f55a-2503-4e66-91f4-293f5a660e9b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.278688] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.278963] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Deleting contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.279167] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleting the datastore file [datastore2] 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.279450] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccc28153-bb7b-4827-bc73-e4ebcb74b477 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.287392] env[69304]: DEBUG oslo_vmware.api [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for the task: (returnval){ [ 1590.287392] env[69304]: value = "task-4209888" [ 1590.287392] env[69304]: _type = "Task" [ 1590.287392] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.297655] env[69304]: DEBUG oslo_vmware.api [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.797884] env[69304]: DEBUG oslo_vmware.api [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Task: {'id': task-4209888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194467} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.797884] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.797884] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Deleted contents of the VM from datastore datastore2 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.797884] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.798340] env[69304]: INFO nova.compute.manager [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1590.798340] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1590.798493] env[69304]: DEBUG nova.compute.manager [-] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.798589] env[69304]: DEBUG nova.network.neutron [-] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.146025] env[69304]: DEBUG nova.compute.manager [req-8354e1a6-22f9-49c1-a3d6-d47daee12e27 req-573ae144-12fe-4374-ae93-67cc72d5d81e service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Received event network-vif-deleted-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1591.147114] env[69304]: INFO nova.compute.manager [req-8354e1a6-22f9-49c1-a3d6-d47daee12e27 req-573ae144-12fe-4374-ae93-67cc72d5d81e service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Neutron deleted interface d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21; detaching it from the instance and deleting it from the info cache [ 1591.147114] env[69304]: DEBUG nova.network.neutron [req-8354e1a6-22f9-49c1-a3d6-d47daee12e27 req-573ae144-12fe-4374-ae93-67cc72d5d81e service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.630397] env[69304]: DEBUG nova.network.neutron [-] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.649906] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7af05f41-663d-4bb4-803e-fee9ecbc8b29 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.661031] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50d744-5887-45d7-a030-ee6a9e1f65c6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.688884] env[69304]: DEBUG nova.compute.manager [req-8354e1a6-22f9-49c1-a3d6-d47daee12e27 req-573ae144-12fe-4374-ae93-67cc72d5d81e service nova] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Detach interface failed, port_id=d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21, reason: Instance 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1591.923681] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.924111] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.135203] env[69304]: INFO nova.compute.manager [-] [instance: 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446] Took 1.33 seconds to deallocate network for instance. [ 1592.427225] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.640566] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.640869] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.641138] env[69304]: DEBUG nova.objects.instance [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lazy-loading 'resources' on Instance uuid 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.949539] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.199421] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f527a-d67e-43e7-9d36-5b864c4ffae9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.208127] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f63c4-f805-4e25-ad71-a84893a0d1f5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.238679] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c457b1-e78b-40c0-8800-2752ad378852 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.246964] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed3c7a-b4ef-4969-bb4d-3ff165d0066a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.262147] env[69304]: DEBUG nova.compute.provider_tree [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.765657] env[69304]: DEBUG nova.scheduler.client.report [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.270697] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.273414] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.324s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.275334] env[69304]: INFO nova.compute.claims [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.290743] env[69304]: INFO nova.scheduler.client.report [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Deleted allocations for instance 7ccc27c7-f0fa-4df7-90cd-926a3a2c9446 [ 1594.798369] env[69304]: DEBUG oslo_concurrency.lockutils [None req-08538a05-b9fb-470d-ada4-477fc6c934af tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Lock "7ccc27c7-f0fa-4df7-90cd-926a3a2c9446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.627s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.322830] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c696c5-02e8-4e2b-ac2c-08cf8b3874d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.330758] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b6a28-eeb1-4f43-8018-572d51c9bff3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.361433] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99af03-a988-4da5-b1e8-a010496462fb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.369388] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c66ced-8272-495e-88e4-552855c8547b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.384937] env[69304]: DEBUG nova.compute.provider_tree [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.888469] env[69304]: DEBUG nova.scheduler.client.report [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.393434] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.393965] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1596.899138] env[69304]: DEBUG nova.compute.utils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1596.900499] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.900813] env[69304]: DEBUG nova.network.neutron [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.983152] env[69304]: DEBUG nova.policy [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '399b92a12c0f4b7a8a579e15695b355b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e4f6864d644aa3895dc2a1dc7ec701', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1597.247864] env[69304]: DEBUG nova.network.neutron [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Successfully created port: f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1597.403955] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.414587] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1598.442549] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1598.442799] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1598.442957] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1598.443245] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1598.443416] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1598.443569] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1598.443793] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1598.443957] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1598.444169] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1598.444346] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.444521] env[69304]: DEBUG nova.virt.hardware [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.445416] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3546019-1754-4856-8559-0b35d24a7443 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.453599] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240ec78b-acac-4c4d-8868-e75c95ebe367 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.708410] env[69304]: DEBUG nova.compute.manager [req-1c7e326a-cb9c-4c2f-a5b3-c893e90fded2 req-9fb1aa92-299e-4f39-92b1-3c34f2673972 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Received event network-vif-plugged-f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1598.708620] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c7e326a-cb9c-4c2f-a5b3-c893e90fded2 req-9fb1aa92-299e-4f39-92b1-3c34f2673972 service nova] Acquiring lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.708823] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c7e326a-cb9c-4c2f-a5b3-c893e90fded2 req-9fb1aa92-299e-4f39-92b1-3c34f2673972 service nova] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.708981] env[69304]: DEBUG oslo_concurrency.lockutils [req-1c7e326a-cb9c-4c2f-a5b3-c893e90fded2 req-9fb1aa92-299e-4f39-92b1-3c34f2673972 service nova] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.709173] env[69304]: DEBUG nova.compute.manager [req-1c7e326a-cb9c-4c2f-a5b3-c893e90fded2 req-9fb1aa92-299e-4f39-92b1-3c34f2673972 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] No waiting events found dispatching network-vif-plugged-f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1598.709335] env[69304]: WARNING nova.compute.manager [req-1c7e326a-cb9c-4c2f-a5b3-c893e90fded2 req-9fb1aa92-299e-4f39-92b1-3c34f2673972 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Received unexpected event network-vif-plugged-f50b35d4-8cff-4900-90f2-ca51988c181b for instance with vm_state building and task_state spawning. [ 1598.798865] env[69304]: DEBUG nova.network.neutron [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Successfully updated port: f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.303594] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "refresh_cache-6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.303594] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquired lock "refresh_cache-6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.303771] env[69304]: DEBUG nova.network.neutron [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.860936] env[69304]: DEBUG nova.network.neutron [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1600.082368] env[69304]: DEBUG nova.network.neutron [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Updating instance_info_cache with network_info: [{"id": "f50b35d4-8cff-4900-90f2-ca51988c181b", "address": "fa:16:3e:01:11:c2", "network": {"id": "4206bb8e-313d-4c7d-8443-a091125a60ef", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1150866974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e4f6864d644aa3895dc2a1dc7ec701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50b35d4-8c", "ovs_interfaceid": "f50b35d4-8cff-4900-90f2-ca51988c181b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.589147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Releasing lock "refresh_cache-6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.589147] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Instance network_info: |[{"id": "f50b35d4-8cff-4900-90f2-ca51988c181b", "address": "fa:16:3e:01:11:c2", "network": {"id": "4206bb8e-313d-4c7d-8443-a091125a60ef", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1150866974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e4f6864d644aa3895dc2a1dc7ec701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50b35d4-8c", "ovs_interfaceid": "f50b35d4-8cff-4900-90f2-ca51988c181b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1600.589147] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:11:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50b35d4-8cff-4900-90f2-ca51988c181b', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.595749] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Creating folder: Project (c7e4f6864d644aa3895dc2a1dc7ec701). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1600.596306] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267a653f-eb8b-49f9-b185-9091d5f63e1a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.612937] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Created folder: Project (c7e4f6864d644aa3895dc2a1dc7ec701) in parent group-v832645. [ 1600.617032] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Creating folder: Instances. Parent ref: group-v832990. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1600.617032] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-840a9703-27f9-46e2-ac50-3e7dc9a1038f {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.635027] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Created folder: Instances in parent group-v832990. [ 1600.635027] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1600.635027] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.635027] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44f68a15-4ebb-4625-a453-f9ea077f2d82 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.659162] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.659162] env[69304]: value = "task-4209891" [ 1600.659162] env[69304]: _type = "Task" [ 1600.659162] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.668147] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209891, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.771546] env[69304]: DEBUG nova.compute.manager [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Received event network-changed-f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1600.771751] env[69304]: DEBUG nova.compute.manager [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Refreshing instance network info cache due to event network-changed-f50b35d4-8cff-4900-90f2-ca51988c181b. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1600.772029] env[69304]: DEBUG oslo_concurrency.lockutils [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] Acquiring lock "refresh_cache-6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.772215] env[69304]: DEBUG oslo_concurrency.lockutils [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] Acquired lock "refresh_cache-6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.772344] env[69304]: DEBUG nova.network.neutron [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Refreshing network info cache for port f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1601.171802] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209891, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.524880] env[69304]: DEBUG nova.network.neutron [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Updated VIF entry in instance network info cache for port f50b35d4-8cff-4900-90f2-ca51988c181b. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.526270] env[69304]: DEBUG nova.network.neutron [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Updating instance_info_cache with network_info: [{"id": "f50b35d4-8cff-4900-90f2-ca51988c181b", "address": "fa:16:3e:01:11:c2", "network": {"id": "4206bb8e-313d-4c7d-8443-a091125a60ef", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1150866974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e4f6864d644aa3895dc2a1dc7ec701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50b35d4-8c", "ovs_interfaceid": "f50b35d4-8cff-4900-90f2-ca51988c181b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.671951] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209891, 'name': CreateVM_Task} progress is 25%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.028324] env[69304]: DEBUG oslo_concurrency.lockutils [req-75c3f489-3272-4b8c-a253-119e06620447 req-e8d5c3c0-f330-4435-b703-e5d72b3d6580 service nova] Releasing lock "refresh_cache-6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.175813] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209891, 'name': CreateVM_Task, 'duration_secs': 1.418534} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.175813] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.175813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.175813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.175813] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.175813] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1aaade2-6d65-40be-b07c-ad015d686604 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.181844] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1602.181844] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526d5174-6036-d3f1-1d71-ddda36a6faa9" [ 1602.181844] env[69304]: _type = "Task" [ 1602.181844] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.191287] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526d5174-6036-d3f1-1d71-ddda36a6faa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.693276] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]526d5174-6036-d3f1-1d71-ddda36a6faa9, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.693626] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.693867] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.694147] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.694309] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.694499] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.694770] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-921de8ae-4615-4c55-88fb-f7f5d71acc69 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.705115] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.705321] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.706094] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9385b6c0-3f93-401b-a804-65ae20c4d5d1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.711971] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1602.711971] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a1dcd1-e655-623b-ea03-14b06e4e46db" [ 1602.711971] env[69304]: _type = "Task" [ 1602.711971] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.720463] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a1dcd1-e655-623b-ea03-14b06e4e46db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.982565] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.982804] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.224883] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52a1dcd1-e655-623b-ea03-14b06e4e46db, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.225721] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d0a95d-6d4e-46ab-9f66-0555d9279bf4 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.231687] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1603.231687] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527cbb28-0c1c-4590-7713-2aa890d4fb70" [ 1603.231687] env[69304]: _type = "Task" [ 1603.231687] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.240485] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527cbb28-0c1c-4590-7713-2aa890d4fb70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.485246] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Starting instance... {{(pid=69304) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1603.743624] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]527cbb28-0c1c-4590-7713-2aa890d4fb70, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.743903] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.744176] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a/6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.745969] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9200fcc-f999-4ca0-bda3-15d48e95195b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.753408] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1603.753408] env[69304]: value = "task-4209892" [ 1603.753408] env[69304]: _type = "Task" [ 1603.753408] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.767371] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.012530] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.012830] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.014485] env[69304]: INFO nova.compute.claims [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.263945] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470916} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.264323] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a/6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.264495] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.264763] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c36093d8-6c48-46a2-bd88-2606691aee77 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.272502] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1604.272502] env[69304]: value = "task-4209893" [ 1604.272502] env[69304]: _type = "Task" [ 1604.272502] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.281207] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.783053] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073486} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.783245] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.783923] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e247fc3a-0e9a-4253-a5a3-a5047e1f169e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.806113] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a/6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.806422] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd2f772b-beba-42fa-9a4a-463e90039587 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.825959] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1604.825959] env[69304]: value = "task-4209894" [ 1604.825959] env[69304]: _type = "Task" [ 1604.825959] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.834254] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.084472] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6681f0a-05c6-4a1f-b7c2-4e0bf80462c8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.094034] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31ba66-59d8-48e2-be98-a555ea0288ef {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.924275] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4080463-08ec-4430-aaaf-684226203018 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.934981] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0828bc39-6763-4792-9002-21ed0a2b7d91 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.938873] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209894, 'name': ReconfigVM_Task, 'duration_secs': 0.470563} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.939179] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a/6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.940231] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf1cd20-a06f-472f-97e1-53a3cc918b0e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.950317] env[69304]: DEBUG nova.compute.provider_tree [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.955025] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1605.955025] env[69304]: value = "task-4209895" [ 1605.955025] env[69304]: _type = "Task" [ 1605.955025] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.963107] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209895, 'name': Rename_Task} progress is 10%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.453321] env[69304]: DEBUG nova.scheduler.client.report [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.467029] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209895, 'name': Rename_Task, 'duration_secs': 0.14528} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.467029] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.467029] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9264823b-9822-4ff7-b76c-0a6409fe84fc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.474596] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1606.474596] env[69304]: value = "task-4209896" [ 1606.474596] env[69304]: _type = "Task" [ 1606.474596] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.482555] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.875763] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.961922] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.962464] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Start building networks asynchronously for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.985392] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.467948] env[69304]: DEBUG nova.compute.utils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Using /dev/sd instead of None {{(pid=69304) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1607.469424] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Allocating IP information in the background. {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.469594] env[69304]: DEBUG nova.network.neutron [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] allocate_for_instance() {{(pid=69304) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.487190] env[69304]: DEBUG oslo_vmware.api [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209896, 'name': PowerOnVM_Task, 'duration_secs': 0.62911} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.487455] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.487649] env[69304]: INFO nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1607.487826] env[69304]: DEBUG nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1607.488612] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ede3bf-25b9-4fd3-aa05-57d4e13176be {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.507951] env[69304]: DEBUG nova.policy [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42bdd4f755b4bf3806521a2195ebcba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54cd5369547d42038341436929d1d6d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69304) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.803294] env[69304]: DEBUG nova.network.neutron [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Successfully created port: f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.875450] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1607.875450] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1607.973396] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Start building block device mappings for instance. {{(pid=69304) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1608.010479] env[69304]: INFO nova.compute.manager [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Took 15.08 seconds to build instance. [ 1608.512464] env[69304]: DEBUG oslo_concurrency.lockutils [None req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.588s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.662858] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.662858] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.662988] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1608.663219] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1608.663408] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.665646] env[69304]: INFO nova.compute.manager [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Terminating instance [ 1608.870753] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.985066] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Start spawning the instance on the hypervisor. {{(pid=69304) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1609.014273] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-16T14:23:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-16T14:23:19Z,direct_url=,disk_format='vmdk',id=acb5648e-66ac-4776-a668-4960bbfdf088,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='aeff80d23c60406eaf2a3e4cdc656720',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-16T14:23:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.014507] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Flavor limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.014707] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Image limits 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.014905] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Flavor pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.015069] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Image pref 0:0:0 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.015219] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69304) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.015428] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.015585] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.015754] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Got 1 possible topologies {{(pid=69304) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.015915] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.016103] env[69304]: DEBUG nova.virt.hardware [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69304) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.017015] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75640f9a-0523-4bf4-870d-c0888f5518e6 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.026543] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7e4422-0abd-4874-a118-fa4e8bf455ec {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.170036] env[69304]: DEBUG nova.compute.manager [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1609.170332] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.171255] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a580f-bdec-4c91-9d22-18d77f20b2b5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.178811] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.179223] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d8e243-edda-4dea-bdb7-7d932c4faf3a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.185990] env[69304]: DEBUG oslo_vmware.api [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1609.185990] env[69304]: value = "task-4209897" [ 1609.185990] env[69304]: _type = "Task" [ 1609.185990] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.194403] env[69304]: DEBUG oslo_vmware.api [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.262204] env[69304]: DEBUG nova.compute.manager [req-4382d4aa-e3e0-4346-b3ca-63286d906ac1 req-26ae36a7-fea7-420f-9c9c-d07c5a371a6c service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Received event network-vif-plugged-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1609.262442] env[69304]: DEBUG oslo_concurrency.lockutils [req-4382d4aa-e3e0-4346-b3ca-63286d906ac1 req-26ae36a7-fea7-420f-9c9c-d07c5a371a6c service nova] Acquiring lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.262656] env[69304]: DEBUG oslo_concurrency.lockutils [req-4382d4aa-e3e0-4346-b3ca-63286d906ac1 req-26ae36a7-fea7-420f-9c9c-d07c5a371a6c service nova] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.262837] env[69304]: DEBUG oslo_concurrency.lockutils [req-4382d4aa-e3e0-4346-b3ca-63286d906ac1 req-26ae36a7-fea7-420f-9c9c-d07c5a371a6c service nova] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1609.263027] env[69304]: DEBUG nova.compute.manager [req-4382d4aa-e3e0-4346-b3ca-63286d906ac1 req-26ae36a7-fea7-420f-9c9c-d07c5a371a6c service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] No waiting events found dispatching network-vif-plugged-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1609.263392] env[69304]: WARNING nova.compute.manager [req-4382d4aa-e3e0-4346-b3ca-63286d906ac1 req-26ae36a7-fea7-420f-9c9c-d07c5a371a6c service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Received unexpected event network-vif-plugged-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 for instance with vm_state building and task_state spawning. [ 1609.407766] env[69304]: DEBUG nova.network.neutron [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Successfully updated port: f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.695932] env[69304]: DEBUG oslo_vmware.api [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209897, 'name': PowerOffVM_Task, 'duration_secs': 0.191492} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.696163] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.696331] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.696995] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d60db8ab-8f49-4ca9-ae56-c6582ad59567 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.754385] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.754665] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.754852] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Deleting the datastore file [datastore1] 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.755152] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4f19e0b-845a-4638-9163-86e256af74b9 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.761874] env[69304]: DEBUG oslo_vmware.api [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for the task: (returnval){ [ 1609.761874] env[69304]: value = "task-4209899" [ 1609.761874] env[69304]: _type = "Task" [ 1609.761874] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.770207] env[69304]: DEBUG oslo_vmware.api [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.874350] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.874608] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.874723] env[69304]: DEBUG nova.compute.manager [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69304) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11184}} [ 1609.911371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "refresh_cache-ccccac2b-868b-4f2b-942f-5cdec0eef3a4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.911371] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquired lock "refresh_cache-ccccac2b-868b-4f2b-942f-5cdec0eef3a4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.911371] env[69304]: DEBUG nova.network.neutron [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Building network info cache for instance {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.272949] env[69304]: DEBUG oslo_vmware.api [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Task: {'id': task-4209899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14496} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.273332] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.273332] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.273512] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.273685] env[69304]: INFO nova.compute.manager [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1610.273933] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1610.274157] env[69304]: DEBUG nova.compute.manager [-] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1610.274246] env[69304]: DEBUG nova.network.neutron [-] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.447306] env[69304]: DEBUG nova.network.neutron [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Instance cache missing network info. {{(pid=69304) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.572254] env[69304]: DEBUG nova.network.neutron [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Updating instance_info_cache with network_info: [{"id": "f2ed1af5-de0b-4fa5-91c7-2c03eae45248", "address": "fa:16:3e:ca:29:95", "network": {"id": "d3820361-b614-48aa-aebb-7674ffc59e0f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1176932111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54cd5369547d42038341436929d1d6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ed1af5-de", "ovs_interfaceid": "f2ed1af5-de0b-4fa5-91c7-2c03eae45248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.014211] env[69304]: DEBUG nova.network.neutron [-] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.075745] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Releasing lock "refresh_cache-ccccac2b-868b-4f2b-942f-5cdec0eef3a4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.076114] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Instance network_info: |[{"id": "f2ed1af5-de0b-4fa5-91c7-2c03eae45248", "address": "fa:16:3e:ca:29:95", "network": {"id": "d3820361-b614-48aa-aebb-7674ffc59e0f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1176932111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54cd5369547d42038341436929d1d6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ed1af5-de", "ovs_interfaceid": "f2ed1af5-de0b-4fa5-91c7-2c03eae45248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69304) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.076583] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:29:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2ed1af5-de0b-4fa5-91c7-2c03eae45248', 'vif_model': 'vmxnet3'}] {{(pid=69304) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.084322] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Creating folder: Project (54cd5369547d42038341436929d1d6d0). Parent ref: group-v832645. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.084793] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4842dda5-db75-413c-8f91-b33993a51ddc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.097221] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Created folder: Project (54cd5369547d42038341436929d1d6d0) in parent group-v832645. [ 1611.097443] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Creating folder: Instances. Parent ref: group-v832993. {{(pid=69304) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.097724] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbbde25c-0950-460d-b21c-74909c99ed35 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.108029] env[69304]: INFO nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Created folder: Instances in parent group-v832993. [ 1611.108330] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1611.108556] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Creating VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.108772] env[69304]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6240873-3fd1-4f2e-b556-18c2eaa6905e {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.128425] env[69304]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.128425] env[69304]: value = "task-4209902" [ 1611.128425] env[69304]: _type = "Task" [ 1611.128425] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.137561] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209902, 'name': CreateVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.294345] env[69304]: DEBUG nova.compute.manager [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Received event network-changed-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1611.294345] env[69304]: DEBUG nova.compute.manager [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Refreshing instance network info cache due to event network-changed-f2ed1af5-de0b-4fa5-91c7-2c03eae45248. {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11773}} [ 1611.294345] env[69304]: DEBUG oslo_concurrency.lockutils [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] Acquiring lock "refresh_cache-ccccac2b-868b-4f2b-942f-5cdec0eef3a4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.294345] env[69304]: DEBUG oslo_concurrency.lockutils [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] Acquired lock "refresh_cache-ccccac2b-868b-4f2b-942f-5cdec0eef3a4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.294647] env[69304]: DEBUG nova.network.neutron [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Refreshing network info cache for port f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.517503] env[69304]: INFO nova.compute.manager [-] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Took 1.24 seconds to deallocate network for instance. [ 1611.639019] env[69304]: DEBUG oslo_vmware.api [-] Task: {'id': task-4209902, 'name': CreateVM_Task, 'duration_secs': 0.314051} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.639199] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Created VM on the ESX host {{(pid=69304) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.639861] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.640045] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.640374] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.640635] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6e0f22-c8e7-476d-a0e0-8b02c87ca651 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.646183] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1611.646183] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52449d45-f420-cba8-b108-89166efd4838" [ 1611.646183] env[69304]: _type = "Task" [ 1611.646183] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.655482] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52449d45-f420-cba8-b108-89166efd4838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.875688] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.006518] env[69304]: DEBUG nova.network.neutron [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Updated VIF entry in instance network info cache for port f2ed1af5-de0b-4fa5-91c7-2c03eae45248. {{(pid=69304) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.006894] env[69304]: DEBUG nova.network.neutron [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Updating instance_info_cache with network_info: [{"id": "f2ed1af5-de0b-4fa5-91c7-2c03eae45248", "address": "fa:16:3e:ca:29:95", "network": {"id": "d3820361-b614-48aa-aebb-7674ffc59e0f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1176932111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54cd5369547d42038341436929d1d6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ed1af5-de", "ovs_interfaceid": "f2ed1af5-de0b-4fa5-91c7-2c03eae45248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.023838] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.024125] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1612.024376] env[69304]: DEBUG nova.objects.instance [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lazy-loading 'resources' on Instance uuid 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.161842] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]52449d45-f420-cba8-b108-89166efd4838, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.162316] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.162705] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Processing image acb5648e-66ac-4776-a668-4960bbfdf088 {{(pid=69304) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.163115] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.163369] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.163674] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.164074] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47520b37-534e-4fca-aa58-8af29c36de72 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.174826] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69304) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.175052] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69304) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.175880] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f420b8b8-abc8-4b51-87a5-9c584b894dbb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.182161] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1612.182161] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523c5eef-7b73-59ba-733d-d5e06d915705" [ 1612.182161] env[69304]: _type = "Task" [ 1612.182161] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.191059] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523c5eef-7b73-59ba-733d-d5e06d915705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.378581] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1612.509453] env[69304]: DEBUG oslo_concurrency.lockutils [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] Releasing lock "refresh_cache-ccccac2b-868b-4f2b-942f-5cdec0eef3a4" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.509728] env[69304]: DEBUG nova.compute.manager [req-77784872-e7b0-471a-a8a1-85cebeff6812 req-765718fb-8887-4329-9ffd-9444615400f9 service nova] [instance: 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a] Received event network-vif-deleted-f50b35d4-8cff-4900-90f2-ca51988c181b {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1612.580656] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f61a1-1e76-4a6a-bf9f-af394d4bc7cb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.588508] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cf9bec-e951-47bd-982f-b9171e0615e8 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.619188] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1728a73a-2ae8-48a5-a0da-59555d074a00 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.627477] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23184c9d-4193-41c4-a442-1476c191ee30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.641581] env[69304]: DEBUG nova.compute.provider_tree [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.694949] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]523c5eef-7b73-59ba-733d-d5e06d915705, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.695791] env[69304]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725249e3-b984-4cfe-83a8-0594e8f8638d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.701742] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1612.701742] env[69304]: value = "session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5243672b-24e4-db83-77e2-4734939913c2" [ 1612.701742] env[69304]: _type = "Task" [ 1612.701742] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.709865] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5243672b-24e4-db83-77e2-4734939913c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.145402] env[69304]: DEBUG nova.scheduler.client.report [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.212129] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': session[52bbd7f7-2fdf-0c14-8612-fad199d6e9b4]5243672b-24e4-db83-77e2-4734939913c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012433} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.212318] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk" {{(pid=69304) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.212576] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] ccccac2b-868b-4f2b-942f-5cdec0eef3a4/ccccac2b-868b-4f2b-942f-5cdec0eef3a4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.212837] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c89304d-6809-44cf-9c4d-70b00cd3512d {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.220185] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1613.220185] env[69304]: value = "task-4209903" [ 1613.220185] env[69304]: _type = "Task" [ 1613.220185] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.228626] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.651241] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.653287] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.275s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.653488] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.653645] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69304) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1613.654549] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d36774-56df-4f3e-9fdd-82d4f53d5b38 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.663501] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd16b64-4ef5-40ca-aea9-fc88be6fe21a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.671956] env[69304]: INFO nova.scheduler.client.report [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Deleted allocations for instance 6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a [ 1613.686632] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72128023-b086-439f-ad3d-591f613797ca {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.695558] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b83cd-b698-461b-b4c7-206be1337bd0 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.727019] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179996MB free_disk=4GB free_vcpus=48 pci_devices=None {{(pid=69304) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1613.727331] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.727465] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.738552] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496345} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.738821] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/acb5648e-66ac-4776-a668-4960bbfdf088/acb5648e-66ac-4776-a668-4960bbfdf088.vmdk to [datastore1] ccccac2b-868b-4f2b-942f-5cdec0eef3a4/ccccac2b-868b-4f2b-942f-5cdec0eef3a4.vmdk {{(pid=69304) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.739057] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Extending root virtual disk to 1048576 {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.739309] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6e25ce-d33c-47f4-a96c-ad264cb01b6c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.748805] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1613.748805] env[69304]: value = "task-4209904" [ 1613.748805] env[69304]: _type = "Task" [ 1613.748805] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.758086] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.189962] env[69304]: DEBUG oslo_concurrency.lockutils [None req-5d51d203-97d8-4f29-9013-096e8a3e80d7 tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Lock "6c7bc8ec-d21d-4ec3-b905-f6fa8e976d9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.527s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.259104] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067784} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.259391] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Extended root virtual disk {{(pid=69304) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.260223] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6bac1-d1e5-4099-8945-2bf28f9b9fda {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.282793] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] ccccac2b-868b-4f2b-942f-5cdec0eef3a4/ccccac2b-868b-4f2b-942f-5cdec0eef3a4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.283504] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a217303-d17e-494d-a95f-fa4e4e1666f7 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.303977] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1614.303977] env[69304]: value = "task-4209905" [ 1614.303977] env[69304]: _type = "Task" [ 1614.303977] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.312180] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.750511] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance 12e61e3d-8ea2-41fe-bfe8-26d574075ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1614.750797] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Instance ccccac2b-868b-4f2b-942f-5cdec0eef3a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69304) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1614.750839] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1614.750978] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69304) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1614.790422] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4fc0f0-77b3-42d9-814c-630c6b40ca5b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.798605] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2ad91c-8506-4a6e-b301-f29fa93d5067 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.833283] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f4f4b0-d99b-4ab5-af0e-7c2c2d820ce3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.838777] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209905, 'name': ReconfigVM_Task, 'duration_secs': 0.295432} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.839442] env[69304]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Reconfigured VM instance instance-0000007f to attach disk [datastore1] ccccac2b-868b-4f2b-942f-5cdec0eef3a4/ccccac2b-868b-4f2b-942f-5cdec0eef3a4.vmdk or device None with type sparse {{(pid=69304) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.840096] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a250419-b785-4e40-87a9-95f69a0fdfc1 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.845079] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de765a-cdd3-4e47-86d1-9f7df31c894a {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.852478] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1614.852478] env[69304]: value = "task-4209906" [ 1614.852478] env[69304]: _type = "Task" [ 1614.852478] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.863701] env[69304]: DEBUG nova.compute.provider_tree [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.870345] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209906, 'name': Rename_Task} progress is 14%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.363192] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209906, 'name': Rename_Task, 'duration_secs': 0.148573} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.363521] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Powering on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.363775] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7560f0cc-f798-465d-88d4-44f761dbb6eb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.366387] env[69304]: DEBUG nova.scheduler.client.report [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.371607] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1615.371607] env[69304]: value = "task-4209907" [ 1615.371607] env[69304]: _type = "Task" [ 1615.371607] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.381500] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.870896] env[69304]: DEBUG nova.compute.resource_tracker [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69304) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1615.872107] env[69304]: DEBUG oslo_concurrency.lockutils [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.881798] env[69304]: DEBUG oslo_vmware.api [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209907, 'name': PowerOnVM_Task, 'duration_secs': 0.460452} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.881798] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Powered on the VM {{(pid=69304) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.881934] env[69304]: INFO nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1615.882026] env[69304]: DEBUG nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Checking state {{(pid=69304) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1615.882992] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3147c61-3bca-4ce8-bbc3-d3592a278246 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.405549] env[69304]: INFO nova.compute.manager [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Took 12.41 seconds to build instance. [ 1616.909735] env[69304]: DEBUG oslo_concurrency.lockutils [None req-2b8729fa-5488-4411-b4b5-864f01330715 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.927s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.742989] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.743361] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.743611] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.743806] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.743980] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.746194] env[69304]: INFO nova.compute.manager [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Terminating instance [ 1618.250151] env[69304]: DEBUG nova.compute.manager [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Start destroying the instance on the hypervisor. {{(pid=69304) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1618.250534] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Destroying instance {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.251409] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9136d8e8-5b2a-46e0-8192-ef26332045bb {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.259802] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Powering off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.260077] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d667565a-a2cb-43f5-ba83-ff6fb299f2e5 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.268045] env[69304]: DEBUG oslo_vmware.api [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1618.268045] env[69304]: value = "task-4209908" [ 1618.268045] env[69304]: _type = "Task" [ 1618.268045] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.278446] env[69304]: DEBUG oslo_vmware.api [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.778696] env[69304]: DEBUG oslo_vmware.api [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209908, 'name': PowerOffVM_Task, 'duration_secs': 0.194557} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.778971] env[69304]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Powered off the VM {{(pid=69304) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.779155] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Unregistering the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.779416] env[69304]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0add49-118e-419c-8497-18cce56ce02c {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.843077] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Unregistered the VM {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.843349] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Deleting contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.843530] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Deleting the datastore file [datastore1] ccccac2b-868b-4f2b-942f-5cdec0eef3a4 {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.843802] env[69304]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be83c5c3-101a-4f22-a0d7-454832f3abc3 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.851151] env[69304]: DEBUG oslo_vmware.api [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for the task: (returnval){ [ 1618.851151] env[69304]: value = "task-4209910" [ 1618.851151] env[69304]: _type = "Task" [ 1618.851151] env[69304]: } to complete. {{(pid=69304) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.860132] env[69304]: DEBUG oslo_vmware.api [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.361484] env[69304]: DEBUG oslo_vmware.api [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Task: {'id': task-4209910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148414} completed successfully. {{(pid=69304) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.361887] env[69304]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Deleted the datastore file {{(pid=69304) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.361927] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Deleted contents of the VM from datastore datastore1 {{(pid=69304) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.362157] env[69304]: DEBUG nova.virt.vmwareapi.vmops [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Instance destroyed {{(pid=69304) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.362327] env[69304]: INFO nova.compute.manager [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1619.362563] env[69304]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69304) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1619.362759] env[69304]: DEBUG nova.compute.manager [-] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Deallocating network for instance {{(pid=69304) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1619.362850] env[69304]: DEBUG nova.network.neutron [-] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] deallocate_for_instance() {{(pid=69304) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.620363] env[69304]: DEBUG nova.compute.manager [req-c68c4c35-3479-4a31-9507-efe14b471607 req-55cec2d7-2ee1-4756-b508-62b5b437c95f service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Received event network-vif-deleted-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 {{(pid=69304) external_instance_event /opt/stack/nova/nova/compute/manager.py:11768}} [ 1619.620363] env[69304]: INFO nova.compute.manager [req-c68c4c35-3479-4a31-9507-efe14b471607 req-55cec2d7-2ee1-4756-b508-62b5b437c95f service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Neutron deleted interface f2ed1af5-de0b-4fa5-91c7-2c03eae45248; detaching it from the instance and deleting it from the info cache [ 1619.620363] env[69304]: DEBUG nova.network.neutron [req-c68c4c35-3479-4a31-9507-efe14b471607 req-55cec2d7-2ee1-4756-b508-62b5b437c95f service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.870705] env[69304]: DEBUG oslo_service.periodic_task [None req-0fe9ea0a-0e77-4410-a3f0-2adb079722c9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69304) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.105096] env[69304]: DEBUG nova.network.neutron [-] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Updating instance_info_cache with network_info: [] {{(pid=69304) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.123315] env[69304]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-689756b8-8dca-404f-bb3b-c1dc687ab085 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.133842] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3abbc0-4d64-4499-955b-c98e52b9b8dc {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.158257] env[69304]: DEBUG nova.compute.manager [req-c68c4c35-3479-4a31-9507-efe14b471607 req-55cec2d7-2ee1-4756-b508-62b5b437c95f service nova] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Detach interface failed, port_id=f2ed1af5-de0b-4fa5-91c7-2c03eae45248, reason: Instance ccccac2b-868b-4f2b-942f-5cdec0eef3a4 could not be found. {{(pid=69304) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11602}} [ 1620.607630] env[69304]: INFO nova.compute.manager [-] [instance: ccccac2b-868b-4f2b-942f-5cdec0eef3a4] Took 1.24 seconds to deallocate network for instance. [ 1621.115336] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.115634] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.115872] env[69304]: DEBUG nova.objects.instance [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lazy-loading 'resources' on Instance uuid ccccac2b-868b-4f2b-942f-5cdec0eef3a4 {{(pid=69304) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.663162] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f850181-1f42-4746-977d-dda09a54d189 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.671421] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae02645d-762b-4d0a-9710-a81df7a4f406 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.704091] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eed8b0-c123-45b7-b6c5-67ad6234cc30 {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.712357] env[69304]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25264ff8-bf9b-4d5a-b9ac-6f098b80db5b {{(pid=69304) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.726673] env[69304]: DEBUG nova.compute.provider_tree [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Inventory has not changed in ProviderTree for provider: 9ef7e6da-ae4c-4446-9eb3-2b470397f63e {{(pid=69304) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.230219] env[69304]: DEBUG nova.scheduler.client.report [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Inventory has not changed for provider 9ef7e6da-ae4c-4446-9eb3-2b470397f63e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 4, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69304) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.753509] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.765010] env[69304]: INFO nova.scheduler.client.report [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Deleted allocations for instance ccccac2b-868b-4f2b-942f-5cdec0eef3a4 [ 1623.273235] env[69304]: DEBUG oslo_concurrency.lockutils [None req-f2807f42-fbbe-41ec-a03e-908642084ae7 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Lock "ccccac2b-868b-4f2b-942f-5cdec0eef3a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=69304) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}